-- Logs begin at Tue 2022-05-03 21:40:21 UTC, end at Tue 2022-05-03 23:10:47 UTC. -- May 03 22:40:05.431033 dv-cinder-784815-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 22:40:08.236149 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.common.config [-] Logging enabled! May 03 22:40:08.236745 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 22:40:08.236862 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110302) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 22:40:08.240243 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.common.config [-] Logging enabled! May 03 22:40:08.240501 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 22:40:08.240813 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110302) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 22:40:08.241755 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:40:08.241989 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:40:08.242358 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:40:08.242608 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:40:08.242834 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:40:08.243150 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.243544 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.243804 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.244105 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.244397 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.244685 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.244977 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.245272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.245558 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.245837 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.246119 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.246349 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.246629 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.246915 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.247198 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.247421 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.247729 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.248171 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.248580 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.248862 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.249152 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.249430 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.249703 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.249981 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.250264 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.250592 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] host = dv-cinder-784815-12-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.250892 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.251177 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.251461 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.251770 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.252047 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.252322 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.252605 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.252876 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.253149 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.253421 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.253708 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.253995 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.254284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.254514 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.254738 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.255022 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.255320 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.255594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.255893 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.256173 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.256451 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.256725 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.256995 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.257280 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.257562 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.257846 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.258120 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.258393 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.258664 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.258934 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.259216 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.259487 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.259795 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.260069 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.260355 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.260622 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.260894 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.261193 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.261475 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.261756 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.262035 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.262306 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.262586 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.262857 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.263128 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.263396 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.263694 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.263969 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.264251 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.264528 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.264802 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.265073 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.265345 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.265627 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.265902 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:08.266199 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.267026 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.267325 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.267626 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.267933 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.268214 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.268502 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.268781 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.269068 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.269356 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.269646 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.269924 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.270226 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.270518 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.270814 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.271118 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.271411 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.271732 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.272006 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.272283 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.272558 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.272839 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.273127 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.273408 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.273694 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.273981 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.274261 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.274557 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.274844 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.275135 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.275429 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.275998 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.276275 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.276559 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.276849 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.277130 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.277406 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.277690 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.277979 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.278261 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.278535 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.278818 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.279099 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.279373 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.279678 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.279961 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.280251 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.280534 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.280810 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.281083 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.281366 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.281641 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.281929 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.282773 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.283051 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.283328 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.283638 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.283908 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.284181 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.284462 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.284737 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.285024 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.285299 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.285574 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.285849 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.286122 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.286395 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.286667 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.286940 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.287220 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.287492 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.287801 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.288076 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.288349 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.288620 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.288920 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.289201 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.289481 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.289760 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.290038 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.290315 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.290591 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.290870 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.291147 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.291418 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.291732 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.292018 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.292302 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.292584 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.292883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.293193 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.293455 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.293733 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.294015 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.294291 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.294566 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.294846 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.295134 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.295426 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.295751 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.296043 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.296332 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.296622 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.296902 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.297211 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.297492 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:08.297735 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:40:08.297976 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110302) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 22:40:08.753087 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 22:40:08.753365 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 22:40:08.753673 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 22:40:08.754006 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 22:40:09.092009 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.092237 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.092509 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.093701 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.093979 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.094248 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.149045 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.149327 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.149590 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.164322 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.164607 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.164878 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.194848 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.195135 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.195410 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.231327 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.231636 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.231905 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.572855 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.573513 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.573513 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.573693 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.574333 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.674577 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.674899 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.675189 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.675467 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.675762 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.676080 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.676351 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.676611 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.676869 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.677154 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.677417 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.677684 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.677940 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.678194 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.678449 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.678714 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.678968 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.679237 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.679508 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.679794 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.680070 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.680325 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.680608 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.680990 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.681243 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.681492 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.681886 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.682125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.682364 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.682600 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.682835 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.683069 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:09.683435 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 22:40:09.686627 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 22:40:09.690568 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 22:40:09.694530 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 03 22:40:09.696195 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 22:40:09.696671 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 22:40:09.697157 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 22:40:09.697548 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 22:40:09.700348 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 22:40:09.700602 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 22:40:09.700948 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 22:40:09.706380 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 22:40:09.730255 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 22:40:09.730709 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.731010 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110302) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 22:40:09.731380 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.732764 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110302) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 22:40:09.733044 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 22:40:09.733291 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 22:40:09.736616 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.736906 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:09.799446 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 22:40:09.799716 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 22:40:09.799953 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 22:40:09.800314 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 22:40:09.821234 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_db.sqlalchemy.engines [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110302) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 22:40:10.409289 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing driver for type 'gre' May 03 22:40:10.409830 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] gre ID ranges: [(1, 1000)] May 03 22:40:10.620735 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing driver for type 'local' May 03 22:40:10.621323 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing driver for type 'vlan' May 03 22:40:10.711693 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] VlanTypeDriver initialization complete May 03 22:40:10.711989 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing driver for type 'vxlan' May 03 22:40:10.712497 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] vxlan ID ranges: [(1, 1000)] May 03 22:40:10.929460 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing extension driver 'port_security' May 03 22:40:10.929803 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] PortSecurityExtensionDriver initialization complete May 03 22:40:10.930142 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing mechanism driver 'openvswitch' May 03 22:40:10.930471 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing mechanism driver 'hyperv' May 03 22:40:10.948949 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.plugin [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110302) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:10.949862 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.950311 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.950753 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.951335 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.951842 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.952244 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.952662 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.953112 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.953570 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.953971 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.954363 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.954808 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.955260 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.955693 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.956085 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.956613 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.957072 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.957471 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.957861 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.958355 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.958808 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > address_group after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.959213 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > address_group after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.959630 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.960132 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110302) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 22:40:10.960667 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] ML2 OVO RPC backend initialized. {{(pid=110302) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 22:40:10.961423 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.961873 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.962338 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.962739 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > networks before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.963136 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.963550 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > ports before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.963969 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.964357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnets before_response 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.964762 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.965149 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.965556 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.965944 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.966327 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.966712 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.967094 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.967517 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.967985 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:10.981706 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded quota_driver: . May 03 22:40:10.982075 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.plugin [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Modular L2 Plugin initialization complete May 03 22:40:10.982427 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading services supported by the core plugin {{(pid=110302) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 22:40:10.982785 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.plugins.ml2.managers [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Got port-security extension from driver 'port_security' May 03 22:40:10.983275 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.extensions.vlantransparent [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Disabled vlantransparent extension. May 03 22:40:10.983802 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110302) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 22:40:10.984135 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: router May 03 22:40:11.022359 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.022760 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.023139 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router before_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.023517 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.023922 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.024286 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_delete 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.024655 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.025012 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.025378 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.025983 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.026344 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.026700 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.027189 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.027628 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.028010 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.028356 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.028704 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: subnet after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.029049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.029405 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.029757 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.030104 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.030455 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.030815 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router after_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.031164 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.031520 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_create 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.031927 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.032284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_update 55549900 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.032656 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > agent after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.033013 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > agent after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.033371 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > network after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.034244 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Tracking information for resource: router configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:11.034582 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Tracking information for resource: floatingip configured {{(pid=110302) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 22:40:11.039370 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.db.l3_agentschedulers_db [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 22:40:11.039975 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.040360 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.040699 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.041056 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: port after_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.041843 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router before_create 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.042212 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.042581 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_create 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.042943 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > router precommit_update 55550100 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.048195 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.provider_configuration [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service providers = [] {{(pid=110302) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 22:40:11.048571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.db.servicetype_db [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110302) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 22:40:11.051502 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:40:11.051888 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:40:11.052240 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:40:11.053134 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.services.service_base [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110302) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 22:40:11.053514 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.services.service_base [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 22:40:11.053896 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.054218 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 22:40:11.065312 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.065654 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: auto_allocate May 03 22:40:11.071320 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: network precommit_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.071733 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: network precommit_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.072248 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.072572 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: tag May 03 22:40:11.079285 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.079642 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: timestamp May 03 22:40:11.083417 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.083783 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: network_ip_availability May 03 22:40:11.089248 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.089628 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.089992 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.090708 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.091033 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: flavors May 03 22:40:11.096010 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.096350 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading Plugin: revisions May 03 22:40:11.100637 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110302) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 22:40:11.101037 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.347s {{(pid=110302) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 22:40:11.101775 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110302) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 22:40:11.102117 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Initializing extension manager. May 03 22:40:11.102648 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: __init__.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.102993 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: __pycache__ {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.103337 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: _port_mac_address_override.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.103698 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.104467 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.105044 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: address-group May 03 22:40:11.105376 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: address_scope.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.106101 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.106624 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: address-scope May 03 22:40:11.106955 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.107932 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.108459 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: router-admin-state-down-before-update May 03 22:40:11.108791 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: agent.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.109499 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.110529 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: agent May 03 22:40:11.110916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: agent_resources_synced.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.111867 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.112392 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: agent-resources-synced May 03 22:40:11.112719 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: allowedaddresspairs.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.114545 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.115082 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: allowed-address-pairs May 03 22:40:11.115415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: auto_allocated_topology.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.116516 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.117049 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: auto-allocated-topology May 03 22:40:11.117383 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.118086 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.118607 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: availability_zone May 03 22:40:11.118937 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: availability_zone_filter.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.119896 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.120423 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: availability_zone_filter May 03 22:40:11.120757 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: data_plane_status.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.121675 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.122195 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension data-plane-status not supported by any of loaded plugins May 03 22:40:11.122522 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: default_subnetpools.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.123443 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.123995 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: default-subnetpools May 03 22:40:11.124325 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.125139 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.125710 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: dhcp_agent_scheduler May 03 22:40:11.126582 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: dns.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.127500 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.128049 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension dns-integration not supported by any of loaded plugins May 03 22:40:11.128378 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: dns_domain_ports.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.129296 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.129818 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 22:40:11.130146 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.131067 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.131587 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 22:40:11.131942 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: dvr.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.132620 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.133141 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: dvr May 03 22:40:11.133474 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: ecmp_routes.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.134399 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.134920 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension ecmp_routes not supported by any of loaded plugins May 03 22:40:11.135248 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: empty_string_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.136197 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.136723 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: empty-string-filtering May 03 22:40:11.137049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.137960 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.138474 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 22:40:11.138799 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.139747 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.140262 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 22:40:11.140585 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: external_net.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.141540 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.142060 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: external-net May 03 22:40:11.142386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.143306 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.143861 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: extra_dhcp_opt May 03 22:40:11.144188 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: extraroute.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.145103 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.145621 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: extraroute May 03 22:40:11.145947 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: extraroute_atomic.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.147155 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.147713 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: extraroute-atomic May 03 22:40:11.148043 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: filter_validation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.148715 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.149238 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: filter-validation May 03 22:40:11.149567 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: fip_pf_description.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.150492 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.151262 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 22:40:11.151588 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: fip_pf_port_range.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.152522 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.153035 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 22:40:11.153366 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: fip_port_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.154290 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.154805 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: fip-port-details May 03 22:40:11.155129 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: flavors.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.156394 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.156947 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: flavors May 03 22:40:11.157275 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.158923 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.159454 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 22:40:11.159836 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: floatingip_pools.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.160530 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.161056 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: floatingip-pools May 03 22:40:11.161386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: ip_allocation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.162315 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.162838 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension ip_allocation not supported by any of loaded plugins May 03 22:40:11.163171 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.164128 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.164655 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: ip-substring-filtering May 03 22:40:11.164986 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l2_adjacency.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.165922 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.166447 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 22:40:11.166775 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.167781 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.168315 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: router May 03 22:40:11.168644 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.170855 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.171398 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 22:40:11.171776 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.173231 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.173767 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: ext-gw-mode May 03 22:40:11.174098 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.175031 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.175551 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: l3-ha May 03 22:40:11.175907 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.176819 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.177339 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 22:40:11.177669 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_flavors.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.178588 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.179111 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: l3-flavors May 03 22:40:11.179440 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.180837 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.181374 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 22:40:11.181712 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.182640 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.183171 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 22:40:11.183503 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: l3agentscheduler.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.184551 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.185085 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: l3_agent_scheduler May 03 22:40:11.185421 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: local_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.189291 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.190065 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension local_ip not supported by any of loaded plugins May 03 22:40:11.190405 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: logging.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.191936 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.192481 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension logging not supported by any of loaded plugins May 03 22:40:11.192819 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: metering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.193571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.194172 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: metering May 03 22:40:11.194506 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.195634 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.196179 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: metering_source_and_destination_fields May 03 22:40:11.196514 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: multiprovidernet.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.197443 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.197970 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: multi-provider May 03 22:40:11.198301 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: netmtu.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.199223 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.199773 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: net-mtu May 03 22:40:11.200105 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: netmtu_writable.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.201023 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.201543 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: net-mtu-writable May 03 22:40:11.201873 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: network_availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.202550 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: network_availability_zone May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: network_ip_availability.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: network-ip-availability May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: network_segment_range.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.207350 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension network-segment-range not supported by any of loaded plugins May 03 22:40:11.208129 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: pagination.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.208530 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.208868 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: pagination May 03 22:40:11.209240 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_device_profile.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.210829 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.211367 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-device-profile May 03 22:40:11.211730 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_mac_address_override.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.212720 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.213197 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-mac-override May 03 22:40:11.213525 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.214455 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.214984 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-mac-address-regenerate May 03 22:40:11.215313 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.216250 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.216779 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-numa-affinity-policy May 03 22:40:11.217108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_resource_request.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.218023 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.218541 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension port-resource-request not supported by any of loaded plugins May 03 22:40:11.218869 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: port_resource_request_groups.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.219895 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.220416 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 22:40:11.220745 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: portbindings.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.221683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.222206 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: binding May 03 22:40:11.222537 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: portbindings_extended.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.223836 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.224364 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: binding-extended May 03 22:40:11.224702 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: portsecurity.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.225626 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.226156 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-security May 03 22:40:11.226485 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: project_id.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.227476 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.227841 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: project-id May 03 22:40:11.228172 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: providernet.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.229088 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.229614 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: provider May 03 22:40:11.229942 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.233735 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.234272 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos not supported by any of loaded plugins May 03 22:40:11.234612 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.236427 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.236961 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 22:40:11.237295 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.238233 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.238760 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 22:40:11.239096 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_default.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.240048 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.240577 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-default not supported by any of loaded plugins May 03 22:40:11.240910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_fip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.241836 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.242359 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-fip not supported by any of loaded plugins May 03 22:40:11.242690 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.243636 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.244160 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 22:40:11.244491 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_gateway_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.245423 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.245948 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 22:40:11.246278 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_port_network_policy.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.247200 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.247771 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 22:40:11.248102 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.249143 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.249674 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 22:40:11.250004 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.251594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.252146 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 22:40:11.252479 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_pps_rule.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.253659 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.254191 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-pps not supported by any of loaded plugins May 03 22:40:11.254520 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_rule_type_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.255450 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.256014 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 22:40:11.256344 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.257270 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.257793 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 22:40:11.258118 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: qos_rules_alias.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.259166 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.259721 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 22:40:11.260054 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: quota_check_limit.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.261064 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.261595 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: quota-check-limit May 03 22:40:11.261926 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: quotasv2.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.262896 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.263231 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: quotas May 03 22:40:11.263557 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: quotasv2_detail.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.265276 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.265619 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: quota_details May 03 22:40:11.265955 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: rbac.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.267048 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.267628 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: rbac-policies May 03 22:40:11.267949 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: rbac_address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.268892 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.269429 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: rbac-address-group May 03 22:40:11.269761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: rbac_address_scope.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.270687 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.271218 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: rbac-address-scope May 03 22:40:11.271547 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: rbac_security_groups.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.272504 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.273033 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: rbac-security-groups May 03 22:40:11.273364 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: rbac_subnetpool.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.274284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.274809 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: rbac-subnetpool May 03 22:40:11.275137 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: revisionifmatch.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.276348 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.276876 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: revision-if-match May 03 22:40:11.277202 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: revisions.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.278320 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.278848 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: standard-attr-revisions May 03 22:40:11.279176 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: router_availability_zone.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.279875 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.280403 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: router_availability_zone May 03 22:40:11.280730 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: routerservicetype.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.281665 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.282212 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension router-service-type not supported by any of loaded plugins May 03 22:40:11.282538 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.283465 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.284029 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: security-groups-normalized-cidr May 03 22:40:11.284361 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.285292 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.285821 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: port-security-groups-filtering May 03 22:40:11.286149 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.287084 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.287625 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: security-groups-remote-address-group May 03 22:40:11.287961 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.289027 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.289554 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: security-groups-shared-filtering May 03 22:40:11.289883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.290478 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 22:40:11.290802 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: securitygroup.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.300903 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.301444 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: security-group May 03 22:40:11.301783 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: segment.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.302516 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.303039 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension segment not supported by any of loaded plugins May 03 22:40:11.303371 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.304348 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.304874 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 22:40:11.305205 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: servicetype.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.306318 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.306847 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: service-type May 03 22:40:11.307178 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: sorting.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.308190 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.308526 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: sorting May 03 22:40:11.308853 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: standard_attr_segment.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.309781 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.310303 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 22:40:11.310630 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: standardattrdescription.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.311285 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.311907 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: standard-attr-description May 03 22:40:11.312238 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: stateful_security_group.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.313764 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.314305 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: stateful-security-group May 03 22:40:11.314633 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: stdattrs_common.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.315215 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 22:40:11.315542 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.316506 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.317036 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 22:40:11.317365 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnet_onboard.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.318437 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.318969 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: subnet_onboard May 03 22:40:11.319299 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.320259 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.320784 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 22:40:11.321113 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnet_service_types.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.322040 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.322571 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: subnet-service-types May 03 22:40:11.322900 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnetallocation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.324020 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.324544 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: subnet_allocation May 03 22:40:11.324871 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.325540 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.326079 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: subnetpool-prefix-ops May 03 22:40:11.326407 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.327343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.327890 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 22:40:11.328221 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: tagging.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.329357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.329887 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: standard-attr-tag May 03 22:40:11.330218 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: timestamp.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.331446 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.332014 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loaded extension: standard-attr-timestamp May 03 22:40:11.332347 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: trunk.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.333380 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.333911 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension trunk not supported by any of loaded plugins May 03 22:40:11.334246 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: trunk_details.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.335172 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.335741 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension trunk-details not supported by any of loaded plugins May 03 22:40:11.336076 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: uplink_status_propagation.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.337001 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.337526 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 22:40:11.337855 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Loading extension file: vlantransparent.py {{(pid=110302) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 22:40:11.338526 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110302) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 22:40:11.339051 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 22:40:11.341622 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:network May 03 22:40:11.342149 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnet May 03 22:40:11.342553 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:40:11.342952 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:port May 03 22:40:11.344264 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.345244 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service FLAVORS assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.345857 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.346284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.346621 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:router May 03 22:40:11.347060 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:floatingip May 03 22:40:11.347557 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service METERING assigned prefix: /metering {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.349032 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.349427 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.349791 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110302) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:40:11.350802 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of CountableResource for resource:rbac_policy May 03 22:40:11.351259 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:security_group May 03 22:40:11.351729 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 22:40:11.352339 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.352678 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:40:11.353028 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] subnetpool is already registered May 03 22:40:11.353461 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.353804 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:40:11.354140 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] subnetpool is already registered May 03 22:40:11.356453 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.356896 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service FLAVORS assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.357487 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.357913 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.358254 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:router May 03 22:40:11.358600 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] router is already registered May 03 22:40:11.359020 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:floatingip May 03 22:40:11.359362 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] floatingip is already registered May 03 22:40:11.359849 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service METERING assigned prefix: /metering {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.361106 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of CountableResource for resource:rbac_policy May 03 22:40:11.361439 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] rbac_policy is already registered May 03 22:40:11.361857 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:security_group May 03 22:40:11.362196 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] security_group is already registered May 03 22:40:11.362607 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 22:40:11.362944 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] security_group_rule is already registered May 03 22:40:11.363572 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.363942 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:40:11.364284 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] subnetpool is already registered May 03 22:40:11.364713 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.v2.resource_helper [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Service CORE assigned prefix: {{(pid=110302) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 22:40:11.365050 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Creating instance of TrackedResource for resource:subnetpool May 03 22:40:11.365389 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING neutron.quota.resource_registry [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] subnetpool is already registered May 03 22:40:11.365878 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: extensions {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.367327 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: address-groups {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.368880 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: address-scopes {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.370219 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.371403 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: auto-allocated-topology {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.372694 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: availability_zones {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.373923 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: dhcp-networks {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.375454 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: dhcp-agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.376958 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.379186 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: flavors {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.380409 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: service_profiles {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.381618 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: next_providers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.383079 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: service_profiles {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.384670 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: floatingip-pools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.385912 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.388075 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: floatingips {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.390249 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: l3-routers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.391708 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: l3-agents {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.393160 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: metering-labels {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.394518 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: metering-label-rules {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.395856 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: network-ip-availabilities {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.397135 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: bindings {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.398799 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: quotas {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.400443 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: quotas {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.402255 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: rbac-policies {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.403562 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: security-groups {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.404814 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: security-group-rules {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.406054 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: service-providers {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.407939 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: subnetpools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.409366 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: subnetpools {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.410838 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.412558 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.414393 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.416232 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.418026 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.419926 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.421639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.424166 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.425934 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.427868 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron.api.extensions [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Extended resource: tags {{(pid=110302) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 22:40:11.433788 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING keystonemiddleware.auth_token [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 22:40:11.438638 dv-cinder-784815-12-iscsi neutron-server[110302]: WARNING keystonemiddleware.auth_token [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 22:40:11.447129 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Acquired lock "singleton_lock" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 22:40:11.447632 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_concurrency.lockutils [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Releasing lock "singleton_lock" {{(pid=110302) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 22:40:11.451519 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Starting 2 workers May 03 22:40:11.453159 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Started child 110445 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 22:40:11.457749 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Started child 110446 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 22:40:11.459014 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.459746 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO neutron.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 22:40:11.460046 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.460651 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [-] (110445) wsgi starting up on http://0.0.0.0:9696 May 03 22:40:11.462497 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Starting 1 workers May 03 22:40:11.462799 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.464245 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [-] (110446) wsgi starting up on http://0.0.0.0:9696 May 03 22:40:11.467799 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Started child 110447 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 22:40:11.468352 dv-cinder-784815-12-iscsi neutron-server[110302]: INFO oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Starting 1 workers May 03 22:40:11.472068 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] calling RpcWorker wait() {{(pid=110447) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 22:40:11.472598 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] returning from RpcWorker wait() {{(pid=110447) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 22:40:11.473540 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Started child 110448 {{(pid=110302) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 22:40:11.474004 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.474331 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG neutron_lib.callbacks.manager [None req-a5e21afc-00a1-4bb8-a2f4-2625a1f1b422 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110302) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.474564 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:11.476261 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 22:40:11.476488 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:40:11.476683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:40:11.476915 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:40:11.477236 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:40:11.480137 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:40:11.480137 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480137 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480137 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480430 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.480910 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.481394 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.481394 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.481394 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.481712 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.481851 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.482118 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.482292 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.482558 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.482844 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.483075 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.483357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.483633 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.484123 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.484368 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.484628 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.484874 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.485746 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.486002 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.486268 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.486509 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.486757 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.486998 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.487269 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.487525 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.487783 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.488016 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.488266 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.488495 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.488974 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host = dv-cinder-784815-12-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.489214 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.489432 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.489686 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.489935 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.490198 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.490417 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.490674 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.490925 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.491192 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.491420 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.491692 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.491945 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.492170 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.492416 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.492564 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_options = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.492817 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.493073 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.493321 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.493511 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.493999 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.493999 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.494265 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.494265 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.494496 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.494727 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.494960 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.495176 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.495398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.495666 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.495928 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.496146 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.496369 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.496583 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.496835 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.497063 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.497292 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.497520 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.497751 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.497998 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.498229 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.498473 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.498746 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.498934 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.499148 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.499392 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.499650 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.501850 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511579 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.511705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512272 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.512916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.513505 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514044 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.514594 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515140 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515626 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515626 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.515773 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.516062 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.516299 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.516521 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.516767 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.517022 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.517264 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.517502 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.517725 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.517983 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.518238 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.518716 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.518716 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.518917 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.519106 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.519317 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.519547 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.519805 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.520063 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.520293 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.520542 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.520757 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.520990 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.521212 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.521445 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.521661 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.521892 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.522124 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.522339 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.522552 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.522816 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.523051 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.523284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.523499 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.523767 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.523979 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.528398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.529415 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530602 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530602 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530602 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530804 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.530961 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.531179 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.531439 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.531683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.532438 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.532685 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.532932 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.533284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.533488 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.533676 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.533911 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.534170 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.534404 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.534637 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.534916 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.535152 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.535420 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.535687 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.535960 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.536268 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.536554 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.536839 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.538761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.539359 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.539359 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.539504 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.539656 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.539984 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.540221 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.540459 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.540673 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.540945 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.541200 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.541454 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.541732 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.541982 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.542211 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.542467 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.542696 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.542930 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.543161 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.543397 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.543630 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.543844 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.544061 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.544284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.544519 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.544749 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.545001 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.545215 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.545433 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.545646 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.545888 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.546107 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.546354 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.546567 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.546786 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.547023 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.547246 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.547463 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.548275 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.548490 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.551391 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552551 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552551 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552551 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.552771 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.553007 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.553336 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.553588 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.553819 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.554077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.554318 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.554555 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.554793 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.555010 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.555228 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.555446 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.555688 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.555922 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.556209 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.556373 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.556589 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.556823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.557076 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.557320 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.557558 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.557773 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.557995 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.558216 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.558433 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.558648 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.558859 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.559088 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.559298 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.559534 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.559770 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.560058 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.560306 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.560553 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.560833 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.561069 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.561453 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.561709 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.561960 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.562277 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.562393 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.562597 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.562810 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.563036 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.563883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.563883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.563883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.564119 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.564187 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.564363 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.564575 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.564781 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.565184 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.565408 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.565623 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.565855 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.566087 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.566304 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.566522 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.566893 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.567326 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.567438 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.567565 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.567804 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.568051 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.568269 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.568480 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.568770 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.569022 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.569258 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.569546 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.569806 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.570081 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.570345 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.570655 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.570890 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.571135 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.571377 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.571636 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574343 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574831 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574831 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574831 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.574831 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.575063 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.575267 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.575683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.576089 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.576320 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.576539 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.576761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.576976 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.577193 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.577460 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.577689 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.577936 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.578155 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.578401 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.578646 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.578919 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.579132 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.579353 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.579570 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.579756 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:40:11.580297 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110302) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 22:40:11.580459 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 22:40:11.580598 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 22:40:11.580773 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 22:40:11.580943 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 22:40:11.581096 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 22:40:11.581301 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.581462 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.581622 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.581781 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.581962 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582123 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582284 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582443 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582602 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582761 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.582920 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583079 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583259 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583397 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583555 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583757 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.583899 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584053 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584203 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584360 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584507 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584642 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] debug = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.584805 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585039 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585211 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585358 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585491 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585634 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585768 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.585900 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586053 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586185 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586356 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586495 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586651 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.586876 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587024 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587157 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587303 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587438 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host = dv-cinder-784815-12-iscsi {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587572 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587742 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.587875 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588008 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588170 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588321 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588470 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588791 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588791 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.588966 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589237 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589396 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589557 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589717 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_options = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.589876 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590035 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590210 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590378 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590543 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590703 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.590863 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591022 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591181 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591341 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591500 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.591845 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592004 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592164 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592325 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592484 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592644 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592805 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.592969 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.593127 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.593288 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.593449 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.593803 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.593803 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.594067 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.594067 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.594918 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.594918 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595170 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595170 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595426 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595426 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595709 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.595863 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596009 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596101 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596182 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596342 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596500 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596659 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596817 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.596988 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597131 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597293 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597452 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597610 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_json = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597769 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.597931 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.598088 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.598246 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.598405 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.598566 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.598722 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.599039 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.599202 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 22:40:11.599380 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.599545 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.599745 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.599909 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600071 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600235 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600398 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600561 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600724 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.600885 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601055 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601219 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601393 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601555 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601716 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.601882 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602045 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602208 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602370 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602531 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602693 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.602855 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603024 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603194 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603354 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603515 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603705 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.603857 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604022 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604191 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604366 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604522 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604672 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604812 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.604976 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.605122 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.605289 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.605450 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.605596 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.605764 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.607823 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608355 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608355 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608491 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608571 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608954 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608954 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.608954 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.609728 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.609728 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.609728 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.609728 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.609991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 33972) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:11.610641 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.610641 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.610641 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.610854 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.610854 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.610993 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611156 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611319 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611482 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611668 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611844 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.611994 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.612138 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.612278 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.612417 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613020 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613020 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613020 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613020 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613596 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613596 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.613596 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614000 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614000 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614000 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614784 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.614784 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615048 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615048 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615367 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615367 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615653 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615653 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615936 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.615936 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616197 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616197 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616451 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616584 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616716 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616848 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.616990 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617134 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617268 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617400 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617561 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617723 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.617886 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618048 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618209 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618371 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618542 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618703 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.618867 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619012 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619185 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619532 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619723 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.619857 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620006 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620141 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620305 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620468 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620630 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.620791 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621357 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621746 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621746 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.621746 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622116 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622116 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622368 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622368 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622616 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622616 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.622892 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623026 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623158 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623301 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623434 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623566 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623719 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623849 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.623993 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624232 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624369 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624501 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624634 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624765 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.624897 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.625029 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.625196 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.625342 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.625506 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.625695 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.626009 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.626119 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0138004 May 03 22:40:11.626408 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.626713 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.627019 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.627322 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.627630 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.627927 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.628234 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.628452 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.628603 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.629957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.631049 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632108 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632606 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632606 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632606 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632776 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632841 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.632957 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633120 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633282 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633482 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633617 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633750 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.633883 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634046 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634208 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634370 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634523 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634683 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.634845 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635660 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635660 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635660 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635660 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635660 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.635986 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.636788 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.636974 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637130 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637299 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637470 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637647 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637792 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.637933 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.638073 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.638244 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.638392 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.638555 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.639639 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640079 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640079 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640197 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640262 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640413 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640582 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640743 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.640904 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.641061 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.641222 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.641425 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.641595 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.641904 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642089 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642241 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642386 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642527 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642667 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.642808 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643643 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643643 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643643 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643643 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643643 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643978 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.643978 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644096 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644235 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644396 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644559 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644711 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.644875 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645043 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645289 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645457 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645603 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645744 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.645884 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646034 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646174 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646325 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646500 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646645 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.646783 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.648077 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649125 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649886 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 22:40:11.649886 dv-cinder-784815-12-iscsi neutron-server[110302]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110302) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 22:40:23.132848 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade393b-fbef-426b-adaa-28416f2e1861 None None] get_active_networks_info from dv-cinder-784815-12-iscsi {{(pid=110447) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 22:40:23.221474 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ade393b-fbef-426b-adaa-28416f2e1861 None None] No non-hosted networks {{(pid=110447) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 22:40:23.229753 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.agentschedulers_db [None req-8ade393b-fbef-426b-adaa-28416f2e1861 None None] DHCP Agent not found on host dv-cinder-784815-12-iscsi {{(pid=110447) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 22:40:23.385734 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9403dc7f-3d1e-4c3b-b18a-f9aa7d677092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:25.512658 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0524358b-4810-4d4e-9f15-197d8ebbf523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:25.781386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.db.api [None req-6cf3c020-6457-47ce-8417-e30212e816e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-784815-12-iscsi {{(pid=110447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:40:25.782928 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG oslo_db.api [None req-6cf3c020-6457-47ce-8417-e30212e816e8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:40:26.416035 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6cf3c020-6457-47ce-8417-e30212e816e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:26.470164 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34042) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:26.637640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:27.032046 dv-cinder-784815-12-iscsi neutron-server[110446]: WARNING oslo_policy.policy [None req-02072471-3031-4ab7-b0ab-f68c5f9ba0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:27.032623 dv-cinder-784815-12-iscsi neutron-server[110446]: WARNING oslo_policy.policy [None req-02072471-3031-4ab7-b0ab-f68c5f9ba0b5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:27.253393 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [None req-02072471-3031-4ab7-b0ab-f68c5f9ba0b5 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:40:27.263630 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-02072471-3031-4ab7-b0ab-f68c5f9ba0b5 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7830877 May 03 22:40:27.882934 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:29.357422 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:29.358159 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.358473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.358802 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.359136 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.359459 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.359869 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.360193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.360528 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.360967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.361309 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.361672 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.361990 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.362325 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.362643 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.362954 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:29.363348 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784815-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:29.370587 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784815-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:29.774033 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34076) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:30.092768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:40:30.182897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.policy [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110446) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 22:40:30.224374 dv-cinder-784815-12-iscsi neutron-server[110446]: WARNING oslo_policy.policy [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:30.224744 dv-cinder-784815-12-iscsi neutron-server[110446]: WARNING oslo_policy.policy [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:30.388560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360079781', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360080305', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360259834', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360233676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360248059', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788360283137', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1763912', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1890650', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1003109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-976599'] for rbac-policy (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:30.656696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:30.660893 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-3d2e32a1-861b-41c4-9c60-7ad0a903fb98 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8827634 May 03 22:40:33.124759 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34088) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:33.437595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:40:33.506037 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.db.l3_hamode_db [None req-3ad0bc8c-5766-4c84-9343-a4be3aab5a25 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 22:40:33.545899 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Made reservation on behalf of 988e727f74e7410c973f04b479be26de for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:40:33.550252 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:33.568311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:33.585237 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0bc8c-5766-4c84-9343-a4be3aab5a25 None None] Routers set() bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:40:33.585613 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0bc8c-5766-4c84-9343-a4be3aab5a25 None None] Router IDs set() for agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 22:40:33.676317 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks [] for security_group (8cec4114-695f-439a-8b4e-4d8b993ee0b6), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:33.752108 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8cec4114-695f-439a-8b4e-4d8b993ee0b6), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:33.783906 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:40:33.811162 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788363758129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (6271322b-98c9-4f8e-8b71-05a63f45b9d5), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:33.811780 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Unsubscribe: segment precommit_create {{(pid=110446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 22:40:33.812304 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Added segment 6271322b-98c9-4f8e-8b71-05a63f45b9d5 of type vlan for network e65680c7-6eac-4b1f-b07b-5683894c2930 May 03 22:40:33.818920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec4114-695f-439a-8b4e-4d8b993ee0b6,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:33.854958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.855296 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.855662 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.856011 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.856347 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.856665 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.856979 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.857294 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.857622 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.857940 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.858254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.858580 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.858896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.859238 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.859545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Tracked resource versions report: May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: pushed versions: May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: { 'AddressGroup': {'1.2'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Agent': {'1.1'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'ConntrackHelper': {'1.0'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'LocalIPAssociation': {'1.0'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Log': {'1.0'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'NDPProxy': {'1.0'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Network': {'1.1'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Port': {'1.7'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'PortForwarding': {'1.3'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'QosPolicy': {'1.10'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroup': {'1.5'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroupRule': {'1.2'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SubPort': {'1.0'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Subnet': {'1.1'}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Trunk': {'1.1'}} May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: consumer versions: May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Agent': '1.1', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'ConntrackHelper': '1.0', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'LocalIPAssociation': '1.0', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Log': '1.0', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'NDPProxy': '1.0', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Network': '1.1', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Port': '1.7', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'PortForwarding': '1.3', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'QosPolicy': '1.10', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroup': '1.5', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroupRule': '1.2', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SubPort': '1.0', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Subnet': '1.1', May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Trunk': '1.1'}} May 03 22:40:33.861562 dv-cinder-784815-12-iscsi neutron-server[110446]: {{(pid=110446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:40:33.927938 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (e65680c7-6eac-4b1f-b07b-5683894c2930), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:34.003504 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (e65680c7-6eac-4b1f-b07b-5683894c2930), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:34.008570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:34.009296 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:34.126304 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0002992 May 03 22:40:34.126958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368db572-998c-4a2c-b1f4-523023bad5c3 demo demo] Pushing event updated for resources: {'Network': ['ID=e65680c7-6eac-4b1f-b07b-5683894c2930,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:34.160813 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network e65680c7-6eac-4b1f-b07b-5683894c2930 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:40:36.608330 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34100) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:37.109336 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING oslo_policy.policy [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:37.109946 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING oslo_policy.policy [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:37.557640 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.policy [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110445) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 22:40:37.598893 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING oslo_policy.policy [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:37.599265 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING oslo_policy.policy [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 22:40:37.606752 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:37.608691 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-91aa1ca7-80a5-4f75-a85a-a4bc8c9cb614 demo admin] 10.222.0.23 "GET /v2.0/networks/e65680c7-6eac-4b1f-b07b-5683894c2930 HTTP/1.1" status: 200 len: 825 time: 0.9977589 May 03 22:40:37.647176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-0772a50c-3686-4dca-9776-aad4a7438eb8 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/fe83cfa3-a061-4384-a8d5-6e3596243deb HTTP/1.1" status: 200 len: 734 time: 0.0324190 May 03 22:40:37.655867 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:40:37.774656 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Made reservation on behalf of 988e727f74e7410c973f04b479be26de for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:40:37.777923 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:38.117361 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (8a77af1b-105b-403a-983f-37121f16dd10), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:38.184865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Checking segment: {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:40:38.185160 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Network hostable DHCP agents. Network: e65680c7-6eac-4b1f-b07b-5683894c2930, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:40:38.201871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Pushing event updated for resources: {'Subnet': ['ID=8a77af1b-105b-403a-983f-37121f16dd10,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:38.215269 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.215629 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.215997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.216317 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.216637 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.216956 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.217272 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.217587 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.217916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.218235 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.218566 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.218899 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.219814 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Tracked resource versions report: May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: pushed versions: May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: { 'AddressGroup': {'1.2'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Agent': {'1.1'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'ConntrackHelper': {'1.0'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'LocalIPAssociation': {'1.0'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Log': {'1.0'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'NDPProxy': {'1.0'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Network': {'1.1'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Port': {'1.7'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'PortForwarding': {'1.3'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'QosPolicy': {'1.10'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroup': {'1.5'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroupRule': {'1.2'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SubPort': {'1.0'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Subnet': {'1.1'}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Trunk': {'1.1'}} May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: consumer versions: May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Agent': '1.1', May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'ConntrackHelper': '1.0', May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'LocalIPAssociation': '1.0', May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Log': '1.0', May 03 22:40:38.223639 dv-cinder-784815-12-iscsi neutron-server[110445]: 'NDPProxy': '1.0', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Network': '1.1', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Port': '1.7', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'PortForwarding': '1.3', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'QosPolicy': '1.10', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroup': '1.5', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroupRule': '1.2', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SubPort': '1.0', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Subnet': '1.1', May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Trunk': '1.1'}} May 03 22:40:38.225797 dv-cinder-784815-12-iscsi neutron-server[110445]: {{(pid=110445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:40:38.311192 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Network e65680c7-6eac-4b1f-b07b-5683894c2930 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:40:38.402551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, e65680c7-6eac-4b1f-b07b-5683894c2930) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:38.407337 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:38.408032 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:38.412602 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd256db-79e5-4a06-adb5-f4a28d6228ff None None] Network e65680c7-6eac-4b1f-b07b-5683894c2930 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:40:38.503397 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d24e1a9c-7c1f-4752-bce1-fe4033e43d8d demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8507102 May 03 22:40:38.666263 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-e65680c7-6eac-4b1f-b07b-5683894c2930', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'project_id': '988e727f74e7410c973f04b479be26de', 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:40:38.667501 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:38.953832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Allocated IP 172.20.0.2 (e65680c7-6eac-4b1f-b07b-5683894c2930/8a77af1b-105b-403a-983f-37121f16dd10/d46cbd7a-afbf-44ae-80ec-6af4376e3e27) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:40:39.243757 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks [] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:39.317755 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:39.388942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Network e65680c7-6eac-4b1f-b07b-5683894c2930 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:39.394837 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:39.408996 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:40:39.412473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Pushing event updated for resources: {'Port': ['ID=d46cbd7a-afbf-44ae-80ec-6af4376e3e27,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:39.458509 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.459139 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.459232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.459552 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.459913 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.460243 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.460569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.460893 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.461238 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.461566 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.461888 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.462224 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.462546 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.462862 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.463177 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Tracked resource versions report: May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: pushed versions: May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: { 'AddressGroup': {'1.2'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Agent': {'1.1'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'ConntrackHelper': {'1.0'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'LocalIPAssociation': {'1.0'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Log': {'1.0'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'NDPProxy': {'1.0'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Network': {'1.1'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Port': {'1.7'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'PortForwarding': {'1.3'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'QosPolicy': {'1.10'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroup': {'1.5'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroupRule': {'1.2'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SubPort': {'1.0'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Subnet': {'1.1'}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Trunk': {'1.1'}} May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: consumer versions: May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Agent': '1.1', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'ConntrackHelper': '1.0', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'LocalIPAssociation': '1.0', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Log': '1.0', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'NDPProxy': '1.0', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Network': '1.1', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Port': '1.7', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'PortForwarding': '1.3', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'QosPolicy': '1.10', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroup': '1.5', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroupRule': '1.2', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SubPort': '1.0', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Subnet': '1.1', May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Trunk': '1.1'}} May 03 22:40:39.464666 dv-cinder-784815-12-iscsi neutron-server[110447]: {{(pid=110447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:40:39.501289 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Attempting to bind port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:40:39.501289 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Attempting to bind port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:40:39.501289 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Attempting to bind port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 on network e65680c7-6eac-4b1f-b07b-5683894c2930 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:40:39.505235 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:40:39.505629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Checking segment: {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:40:39.506105 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:39.506496 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Bound using segment: {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:40:39.506978 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Bound port: d46cbd7a-afbf-44ae-80ec-6af4376e3e27, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:40:39.507384 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:39.571067 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] For port d46cbd7a-afbf-44ae-80ec-6af4376e3e27, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:40:39.590552 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] For port d46cbd7a-afbf-44ae-80ec-6af4376e3e27, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=d46cbd7a-afbf-44ae-80ec-6af4376e3e27,segment=NetworkSegment(6271322b-98c9-4f8e-8b71-05a63f45b9d5),segment_id=6271322b-98c9-4f8e-8b71-05a63f45b9d5)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:40:39.661109 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:39.729556 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21650260-ae9e-4b78-88ca-d4f494c5ce9a None None] Pushing event updated for resources: {'Port': ['ID=d46cbd7a-afbf-44ae-80ec-6af4376e3e27,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:41.027767 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34120) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:41.352200 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [None req-f7644f00-b567-4501-89d7-3b8e0598a11c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:40:41.353204 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f7644f00-b567-4501-89d7-3b8e0598a11c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3244209 May 03 22:40:43.842196 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34128) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:44.152485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [None req-bfdefd44-7468-4deb-a9d1-206dca4c4f39 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:40:44.153448 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-bfdefd44-7468-4deb-a9d1-206dca4c4f39 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3106656 May 03 22:40:46.670354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34136) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:46.995805 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:40:47.077582 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:47.079692 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:47.234324 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Publish callbacks [] for router_controller (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), precommit_add_association {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:47.313226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:47.387917 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:47.389111 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a32a13ee-3477-427e-9d05-16c2fd856111 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7177732 May 03 22:40:49.879573 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34148) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:49.989022 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device d46cbd7a-afbf-44ae-80ec-6af4376e3e27 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:40:50.082797 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:50.083278 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:50.198562 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:40:50.198954 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:50.227034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [None req-40ea600d-74fc-447d-831a-3dc12d5b13cc admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:40:50.228135 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-40ea600d-74fc-447d-831a-3dc12d5b13cc admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3474877 May 03 22:40:50.236045 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port d46cbd7a-afbf-44ae-80ec-6af4376e3e27, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=d46cbd7a-afbf-44ae-80ec-6af4376e3e27,segment=NetworkSegment(6271322b-98c9-4f8e-8b71-05a63f45b9d5),segment_id=6271322b-98c9-4f8e-8b71-05a63f45b9d5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:40:50.317849 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:50.373324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=d46cbd7a-afbf-44ae-80ec-6af4376e3e27,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:51.171559 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc66db3-f7f1-42b1-8733-893d78824598 None None] Network e65680c7-6eac-4b1f-b07b-5683894c2930 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:40:51.212116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-ec010dcd-0e6f-4b4d-81c2-858607ecedbb None None] Provisioning complete for port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:51.212503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ec010dcd-0e6f-4b4d-81c2-858607ecedbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:51.364802 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-ec010dcd-0e6f-4b4d-81c2-858607ecedbb None None] Current status of the port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:40:51.584150 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-084f9caf-8082-4f10-a3b8-6f175dfcf211 None None] Provisioning complete for port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:51.584546 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-084f9caf-8082-4f10-a3b8-6f175dfcf211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:51.662207 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-084f9caf-8082-4f10-a3b8-6f175dfcf211 None None] Current status of the port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:40:51.961585 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device d46cbd7a-afbf-44ae-80ec-6af4376e3e27 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:40:52.010609 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:52.011115 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:52.092530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:40:52.870180 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34156) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:53.151905 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9eec6f79-eebe-454f-8ba8-abb26c3e2243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.178342 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:40:53.317294 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Made reservation on behalf of 479aaf8f5b564abd915b2557f4bef485 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:40:53.319494 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.335072 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.433868 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks [] for security_group (6853287d-cd42-4bef-b25b-b6f8f62142b3), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.505602 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (6853287d-cd42-4bef-b25b-b6f8f62142b3), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.523565 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Reserving flat network on physical network physnet1 {{(pid=110445) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 22:40:53.541963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6853287d-cd42-4bef-b25b-b6f8f62142b3,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:53.550647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788363758129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (da883237-cd1c-4c85-a123-82ac1e06ceca), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.551844 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Unsubscribe: segment precommit_create {{(pid=110445) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 22:40:53.551844 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Added segment da883237-cd1c-4c85-a123-82ac1e06ceca of type flat for network 66f83799-a57b-4133-9b90-397f32fc60f2 May 03 22:40:53.610681 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (66f83799-a57b-4133-9b90-397f32fc60f2), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.728818 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (66f83799-a57b-4133-9b90-397f32fc60f2), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.729761 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:53.730326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:53.820391 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] Pushing event updated for resources: {'Network': ['ID=66f83799-a57b-4133-9b90-397f32fc60f2,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:53.830414 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 66f83799-a57b-4133-9b90-397f32fc60f2 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:40:53.840078 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e3eb0bbd-7ba8-44a5-9ec8-cf98691971ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9688406 May 03 22:40:55.466153 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c705b22f-66ac-4f90-a920-55f827ea7368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:55.518385 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:40:56.300255 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34164) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:40:56.550988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:56.613936 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43183bec-af3b-4f91-9eb8-38340c0f4251 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:40:56.615233 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-43183bec-af3b-4f91-9eb8-38340c0f4251 demo admin] 10.222.0.23 "GET /v2.0/subnets/8a77af1b-105b-403a-983f-37121f16dd10 HTTP/1.1" status: 200 len: 849 time: 0.3140388 May 03 22:40:56.738509 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-34bd5626-9c94-4426-ad7a-6acd7a58d3d4 demo admin] 10.222.0.23 "GET /v2.0/routers/55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f HTTP/1.1" status: 200 len: 704 time: 0.1174479 May 03 22:40:57.017780 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.330810 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Allocated IP 172.20.0.1 (e65680c7-6eac-4b1f-b07b-5683894c2930/8a77af1b-105b-403a-983f-37121f16dd10/76df419c-1e69-4a32-8fc4-53c61af50872) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:40:57.485220 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks [] for port (76df419c-1e69-4a32-8fc4-53c61af50872), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.671937 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.740544 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Network e65680c7-6eac-4b1f-b07b-5683894c2930 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:57.745194 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:57.752210 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:40:57.752830 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.769094 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.782245 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Pushing event updated for resources: {'Port': ['ID=76df419c-1e69-4a32-8fc4-53c61af50872,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:57.916027 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-a3da688e-cc87-4c72-b08a-58a151d129a9 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:57.916469 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a3da688e-cc87-4c72-b08a-58a151d129a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:57.948986 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-a3da688e-cc87-4c72-b08a-58a151d129a9 None None] Port 76df419c-1e69-4a32-8fc4-53c61af50872 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:40:58.010578 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:58.216418 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks [] for port (76df419c-1e69-4a32-8fc4-53c61af50872), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:58.276080 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:58.277110 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:58.335070 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Pushing event updated for resources: {'Port': ['ID=76df419c-1e69-4a32-8fc4-53c61af50872,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:40:58.397632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Network e65680c7-6eac-4b1f-b07b-5683894c2930 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:40:58.398909 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:40:58.569102 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-6c8c8805-88ce-4f37-b036-6e279e90a6f5 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:40:58.569488 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8805-88ce-4f37-b036-6e279e90a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:58.604346 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c8805-88ce-4f37-b036-6e279e90a6f5 None None] Port 76df419c-1e69-4a32-8fc4-53c61af50872 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:40:58.608887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:40:58.701710 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:40:58.709936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-325dac94-a63a-4b8c-b23b-f29748506f8c demo admin] 10.222.0.23 "PUT /v2.0/routers/55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9635470 May 03 22:40:58.711337 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Sync routers for ids ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:40:58.725236 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Routers {'55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:40:58.726223 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:40:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:58.918653 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Set router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:40:59.333836 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:59.350046 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:40:57Z', 'revision_number': 2, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port_host': None, '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:40:58Z', 'revision_number': 2, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:40:59.400878 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Checking router: 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:40:59.401246 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Updating router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f port 76df419c-1e69-4a32-8fc4-53c61af50872 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:40:59.453078 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:40:59.981604 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks [] for port (76df419c-1e69-4a32-8fc4-53c61af50872), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.060104 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.221986 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Pushing event updated for resources: {'Port': ['ID=76df419c-1e69-4a32-8fc4-53c61af50872,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:00.239047 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.239402 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.239779 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.240125 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.240459 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.240786 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.241114 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.241438 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.241779 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.242110 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.242433 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.242772 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.243096 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.243415 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.243766 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Tracked resource versions report: May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: pushed versions: May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: { 'AddressGroup': {'1.2'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Agent': {'1.1'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'ConntrackHelper': {'1.0'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'LocalIPAssociation': {'1.0'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Log': {'1.0'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'NDPProxy': {'1.0'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Network': {'1.1'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Port': {'1.7'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'PortForwarding': {'1.3'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'QosPolicy': {'1.10'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroup': {'1.5'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroupRule': {'1.2'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SubPort': {'1.0'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Subnet': {'1.1'}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Trunk': {'1.1'}} May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: consumer versions: May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Agent': '1.1', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'ConntrackHelper': '1.0', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'LocalIPAssociation': '1.0', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Log': '1.0', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'NDPProxy': '1.0', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Network': '1.1', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Port': '1.7', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'PortForwarding': '1.3', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'QosPolicy': '1.10', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroup': '1.5', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroupRule': '1.2', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SubPort': '1.0', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Subnet': '1.1', May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Trunk': '1.1'}} May 03 22:41:00.245234 dv-cinder-784815-12-iscsi neutron-server[110448]: {{(pid=110448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:41:00.249591 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Attempting to bind port 76df419c-1e69-4a32-8fc4-53c61af50872 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:41:00.250512 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Attempting to bind port 76df419c-1e69-4a32-8fc4-53c61af50872 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:41:00.251079 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Attempting to bind port 76df419c-1e69-4a32-8fc4-53c61af50872 on network e65680c7-6eac-4b1f-b07b-5683894c2930 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:41:00.256303 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:41:00.256710 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Checking segment: {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:41:00.257181 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.257561 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Bound using segment: {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:41:00.258048 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Bound port: 76df419c-1e69-4a32-8fc4-53c61af50872, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6271322b-98c9-4f8e-8b71-05a63f45b9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:41:00.258426 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.302041 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-5ef81822-0ab8-476e-acd3-7dffa5f2ddb4 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:41:00.302710 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5ef81822-0ab8-476e-acd3-7dffa5f2ddb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.325675 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] For port 76df419c-1e69-4a32-8fc4-53c61af50872, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:41:00.338055 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-5ef81822-0ab8-476e-acd3-7dffa5f2ddb4 None None] Port 76df419c-1e69-4a32-8fc4-53c61af50872 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:41:00.355336 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] For port 76df419c-1e69-4a32-8fc4-53c61af50872, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=76df419c-1e69-4a32-8fc4-53c61af50872,segment=NetworkSegment(6271322b-98c9-4f8e-8b71-05a63f45b9d5),segment_id=6271322b-98c9-4f8e-8b71-05a63f45b9d5)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:41:00.438429 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.495444 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ada74f-e6dc-4753-adfc-622c4388dec6 None None] Pushing event updated for resources: {'Port': ['ID=76df419c-1e69-4a32-8fc4-53c61af50872,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:00.499938 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Routers {'55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:41:00.501272 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:40:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:00.597334 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] Set router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:41:00.657521 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:41:00.657915 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.799138 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:40:57Z', 'revision_number': 2, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port_host': None, '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:41:00Z', 'revision_number': 4, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:00.818077 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Current status of the port 76df419c-1e69-4a32-8fc4-53c61af50872 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:41:00.818854 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.833065 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0728364-772f-4d20-b620-3be9d91132b4 None None] The sync data for ids ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'] in dv-cinder-784815-12-iscsi is: [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:40:57Z', 'revision_number': 2, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port_host': None, '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:41:00Z', 'revision_number': 4, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:41:00.857707 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] For port 76df419c-1e69-4a32-8fc4-53c61af50872, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=76df419c-1e69-4a32-8fc4-53c61af50872,segment=NetworkSegment(6271322b-98c9-4f8e-8b71-05a63f45b9d5),segment_id=6271322b-98c9-4f8e-8b71-05a63f45b9d5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:41:00.940398 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:00.995363 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38282b1d-b859-495d-8c64-3ba06db98360 None None] Pushing event updated for resources: {'Port': ['ID=76df419c-1e69-4a32-8fc4-53c61af50872,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:01.136402 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34184) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:41:01.254524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2213642-7258-47be-86b3-ea8a4d2aed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:01.261042 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b2213642-7258-47be-86b3-ea8a4d2aed8b admin admin] 10.222.0.23 "GET /v2.0/networks/66f83799-a57b-4133-9b90-397f32fc60f2 HTTP/1.1" status: 200 len: 842 time: 0.1184583 May 03 22:41:01.265034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:41:01.346037 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Made reservation on behalf of 479aaf8f5b564abd915b2557f4bef485 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:41:01.348349 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:01.674413 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.objects.ports [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110445) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 22:41:01.674851 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (ccc31e0e-08cb-48cf-a370-fe4095379413), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:01.794720 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc31e0e-08cb-48cf-a370-fe4095379413,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:01.804413 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:41:01.804773 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Network hostable DHCP agents. Network: 66f83799-a57b-4133-9b90-397f32fc60f2, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:41:01.905865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:41:01.980055 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 66f83799-a57b-4133-9b90-397f32fc60f2) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:01.991203 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04596e-5c66-4829-9595-6c346020faac None None] Network 66f83799-a57b-4133-9b90-397f32fc60f2 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:41:01.994174 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:01.994779 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:02.069418 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d0173fe3-589d-4d54-905c-706c3900445b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8070118 May 03 22:41:02.094728 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f47c3-f63b-4a71-8e01-6f985fde3944 None None] Network 66f83799-a57b-4133-9b90-397f32fc60f2 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:41:04.437578 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34202) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:41:04.573286 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c10e83b4-6d7b-4b92-b58f-0b7670cd3419 demo admin] 10.222.0.23 "GET /v2.0/routers/55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f HTTP/1.1" status: 200 len: 710 time: 0.1345797 May 03 22:41:04.663635 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5cac74-c330-4a62-9266-9034ae35f5da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:41:04.665002 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9b5cac74-c330-4a62-9266-9034ae35f5da demo admin] 10.222.0.23 "GET /v2.0/networks/66f83799-a57b-4133-9b90-397f32fc60f2 HTTP/1.1" status: 200 len: 886 time: 0.0856290 May 03 22:41:04.673652 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:41:04.928369 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks [] for router_gateway (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:05.248104 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks [] for router_gateway (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:05.325781 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:05.428846 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Allocated IP 172.27.0.180 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/fdef77e0-1f55-429d-a723-6e36cffc1a43) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:41:05.532372 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks [] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:05.677899 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:05.717968 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:41:05.723466 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:41:05.727825 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:41:05.730620 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Pushing event updated for resources: {'Port': ['ID=fdef77e0-1f55-429d-a723-6e36cffc1a43,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:06.177620 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks [] for router_gateway (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:06.379580 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1084'] for router (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:06.382863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533914'] for router (55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:06.491133 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:41:06.599759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:41:06.604116 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:06.605323 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ca76f94f-7d2c-4eea-ad7f-a9bb81fdfc2b demo admin] 10.222.0.23 "PUT /v2.0/routers/55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f HTTP/1.1" status: 200 len: 890 time: 1.9348330 May 03 22:41:07.982595 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 76df419c-1e69-4a32-8fc4-53c61af50872 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:41:08.035241 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:41:08.035660 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:08.113871 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 76df419c-1e69-4a32-8fc4-53c61af50872 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:41:09.106433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34214) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:41:09.220558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1cb765ab-a9ab-4c6a-a9c8-b73cef8e355b admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1129169 May 03 22:41:09.641405 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Sync routers for ids ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:41:09.653391 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Routers {'55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:41:09.653943 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:40:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:09.872385 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Set router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:41:10.337081 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:41:05Z', 'revision_number': 4, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port': {'id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:05Z', 'updated_at': '2022-05-03T22:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:41:00Z', 'revision_number': 5, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:10.388784 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Checking router: 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:41:10.389161 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Updating router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f port fdef77e0-1f55-429d-a723-6e36cffc1a43 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:41:10.440083 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:10.766159 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks [] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:10.871784 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:10.925635 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749bb3-42c1-4a3f-8731-d99ea0530af6 None None] Pushing event updated for resources: {'Port': ['ID=fdef77e0-1f55-429d-a723-6e36cffc1a43,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:10.929857 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Attempting to bind port fdef77e0-1f55-429d-a723-6e36cffc1a43 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:41:10.930227 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Attempting to bind port fdef77e0-1f55-429d-a723-6e36cffc1a43 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:41:10.930593 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Attempting to bind port fdef77e0-1f55-429d-a723-6e36cffc1a43 on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:41:10.937308 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:41:10.937688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:41:10.939661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:10.939661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:41:10.939661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Bound port: fdef77e0-1f55-429d-a723-6e36cffc1a43, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:41:10.939661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:11.004408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] For port fdef77e0-1f55-429d-a723-6e36cffc1a43, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:41:11.007647 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] For port fdef77e0-1f55-429d-a723-6e36cffc1a43, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=fdef77e0-1f55-429d-a723-6e36cffc1a43,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:41:11.112640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:11.175761 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06749bb3-42c1-4a3f-8731-d99ea0530af6 None None] Pushing event updated for resources: {'Port': ['ID=fdef77e0-1f55-429d-a723-6e36cffc1a43,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:11.183901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Routers {'55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:41:11.183901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:40:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:11.308827 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] Set router 55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:41:11.531864 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:41:05Z', 'revision_number': 4, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port': {'id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:05Z', 'updated_at': '2022-05-03T22:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:41:00Z', 'revision_number': 5, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:41:11.566187 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a2959-9e98-44da-93ab-99f5c82b93b5 None None] The sync data for ids ['55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f'] in dv-cinder-784815-12-iscsi is: [{'id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'name': 'router1', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:40:47Z', 'updated_at': '2022-05-03T22:41:05Z', 'revision_number': 4, 'project_id': '988e727f74e7410c973f04b479be26de', 'gw_port': {'id': 'fdef77e0-1f55-429d-a723-6e36cffc1a43', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:41:05Z', 'updated_at': '2022-05-03T22:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '76df419c-1e69-4a32-8fc4-53c61af50872', 'name': '', 'network_id': 'e65680c7-6eac-4b1f-b07b-5683894c2930', 'tenant_id': '988e727f74e7410c973f04b479be26de', 'mac_address': 'fa:16:3e:72:d0:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e67e2b-cf38-42e0-ad0d-bf8d0107bf3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8a77af1b-105b-403a-983f-37121f16dd10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:40:57Z', 'updated_at': '2022-05-03T22:41:00Z', 'revision_number': 5, 'project_id': '988e727f74e7410c973f04b479be26de', 'subnets': [{'id': '8a77af1b-105b-403a-983f-37121f16dd10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe83cfa3-a061-4384-a8d5-6e3596243deb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:41:12.074481 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device fdef77e0-1f55-429d-a723-6e36cffc1a43 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:41:12.125439 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port fdef77e0-1f55-429d-a723-6e36cffc1a43 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:41:12.125823 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:12.210459 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port fdef77e0-1f55-429d-a723-6e36cffc1a43 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:41:12.210843 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:12.233139 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port fdef77e0-1f55-429d-a723-6e36cffc1a43, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=fdef77e0-1f55-429d-a723-6e36cffc1a43,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:41:12.321138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:12.411339 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=fdef77e0-1f55-429d-a723-6e36cffc1a43,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:41:14.007178 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device fdef77e0-1f55-429d-a723-6e36cffc1a43 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:41:14.088121 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port fdef77e0-1f55-429d-a723-6e36cffc1a43 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:41:14.089631 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (fdef77e0-1f55-429d-a723-6e36cffc1a43), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:14.192414 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port fdef77e0-1f55-429d-a723-6e36cffc1a43 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:41:23.204959 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-123f13a6-2fce-477a-9843-0afcf2473c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:25.511703 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-816c2877-9ea0-4616-81d2-f88b05664926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:26.517420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:27.796130 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:29.334693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:32.517588 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:41:53.585990 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6c0b5d30-fb39-42fb-8f6c-681b369b1c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:55.470043 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-2966fb47-a9b3-4532-992d-602033b70181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:56.517179 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:57.808501 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:41:59.345505 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:09.518464 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:42:23.179425 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c1157e2-ee5f-4c57-82db-05483e55469d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:25.465814 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-76401d57-ca72-4744-8565-d8c50f0cfe01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:26.528293 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:27.800556 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:29.417648 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:32.447788 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34700) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:32.508316 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb019d6-101b-4283-93c5-ea9a4d760384 admin admin] GET failed (client error): The resource could not be found. May 03 22:42:32.509581 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1bb019d6-101b-4283-93c5-ea9a4d760384 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608454 May 03 22:42:32.670745 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1558016c-825a-4426-9984-2dd1064e8d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:32.672707 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1558016c-825a-4426-9984-2dd1064e8d39 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590412 May 03 22:42:34.943463 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34710) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:35.033570 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c5b93c-58da-4350-b1b8-5c0c892a25c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:35.034878 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f5c5b93c-58da-4350-b1b8-5c0c892a25c6 admin admin] 10.222.0.23 "GET /v2.0/subnets/8a77af1b-105b-403a-983f-37121f16dd10 HTTP/1.1" status: 200 len: 849 time: 0.0904496 May 03 22:42:35.044188 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:42:35.128380 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Publish callbacks [] for subnet (8a77af1b-105b-403a-983f-37121f16dd10), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:35.348939 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788363838118'] for subnet (8a77af1b-105b-403a-983f-37121f16dd10), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:35.383702 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:35.384237 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:35.385489 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] 10.222.0.23 "PUT /v2.0/subnets/8a77af1b-105b-403a-983f-37121f16dd10 HTTP/1.1" status: 200 len: 868 time: 0.3448663 May 03 22:42:35.402963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a77af1b-105b-403a-983f-37121f16dd10,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:42:35.407144 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e98501-6e12-48b7-a2cc-84fd3d044a9d None None] Network e65680c7-6eac-4b1f-b07b-5683894c2930 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:42:35.417787 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.418776 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.419144 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.419486 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.419850 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.420186 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.421647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.421647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.422113 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.422450 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.422794 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.423271 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.423625 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.423986 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.424387 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506efbb0-ae72-4aa3-86ba-1ea7360dcaf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:42:35.789396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Provisioning complete for port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:42:35.789783 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d46cbd7a-afbf-44ae-80ec-6af4376e3e27), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:35.864486 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Current status of the port d46cbd7a-afbf-44ae-80ec-6af4376e3e27 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:42:35.872534 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Provisioning complete for port 76df419c-1e69-4a32-8fc4-53c61af50872 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:42:35.872907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (76df419c-1e69-4a32-8fc4-53c61af50872), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:35.954979 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-39c68352-1269-4d8c-9b5d-9b2df6b22d96 None None] Current status of the port 76df419c-1e69-4a32-8fc4-53c61af50872 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:42:37.665274 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34718) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:37.861209 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dca7c-15e3-4924-97d1-b18262899e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:37.861604 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dca7c-15e3-4924-97d1-b18262899e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:37.863136 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-de8dca7c-15e3-4924-97d1-b18262899e02 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1969132 May 03 22:42:40.110337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34726) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:40.317332 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134cc86-bdf1-4698-974b-76d6d1296240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:40.317718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c134cc86-bdf1-4698-974b-76d6d1296240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:40.319283 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c134cc86-bdf1-4698-974b-76d6d1296240 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080009 May 03 22:42:42.569854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34736) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:42.768164 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2222acc5-3c1a-4f05-8c4e-86988f8a3a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:42.769448 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2222acc5-3c1a-4f05-8c4e-86988f8a3a72 admin admin] 10.222.0.23 "GET /v2.0/networks/66f83799-a57b-4133-9b90-397f32fc60f2 HTTP/1.1" status: 200 len: 886 time: 0.1986463 May 03 22:42:45.050313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34744) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:45.204908 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92287daa-501e-4ba1-ad4b-cab4f5a66b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:45.210667 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-92287daa-501e-4ba1-ad4b-cab4f5a66b98 admin admin] 10.222.0.23 "GET /v2.0/networks/e65680c7-6eac-4b1f-b07b-5683894c2930 HTTP/1.1" status: 200 len: 869 time: 0.1550221 May 03 22:42:46.522709 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:42:47.451154 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34752) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:47.578632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24063beb-9983-46f7-a2ab-a01c7d6db2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:47.579089 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24063beb-9983-46f7-a2ab-a01c7d6db2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:47.580652 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-24063beb-9983-46f7-a2ab-a01c7d6db2ae admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284890 May 03 22:42:49.844937 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34760) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:49.934398 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd72060-1a7a-4d0c-91b6-a0bbf6fdb720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.934849 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd72060-1a7a-4d0c-91b6-a0bbf6fdb720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:49.936353 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6bd72060-1a7a-4d0c-91b6-a0bbf6fdb720 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904605 May 03 22:42:52.207240 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34768) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:52.333337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60b1c4-94d5-4576-9cbe-1087cf9a47d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:52.334671 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8e60b1c4-94d5-4576-9cbe-1087cf9a47d8 admin admin] 10.222.0.23 "GET /v2.0/subnets/8a77af1b-105b-403a-983f-37121f16dd10 HTTP/1.1" status: 200 len: 868 time: 0.1263807 May 03 22:42:53.165683 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-34f8ce4b-2a8a-422a-9d89-d7ad3a5018d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:54.597070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34776) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:42:54.682698 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9d773-6e9d-4701-8463-5c84dd7908d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:42:54.684026 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e4a9d773-6e9d-4701-8463-5c84dd7908d4 admin admin] 10.222.0.23 "GET /v2.0/subnets/ccc31e0e-08cb-48cf-a370-fe4095379413 HTTP/1.1" status: 200 len: 816 time: 0.0860138 May 03 22:42:55.468842 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0ad853a7-7e7d-4af6-be29-7e813768cb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:56.548963 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:57.797539 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:42:59.400342 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:23.156371 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4c96272a-0940-43b6-bdf0-8e4cff0d4a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:23.521622 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:43:25.464628 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-278576e7-1c17-4289-b79e-164781136981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:26.542248 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:27.802514 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:29.347967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:35.545273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34834) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:43:35.594874 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [None req-5faa855e-d886-4452-9613-b50da21dfc5f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:43:35.595913 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5faa855e-d886-4452-9613-b50da21dfc5f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0496740 May 03 22:43:37.965577 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34842) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:43:38.025343 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a015d-864c-4b93-8a91-2d4b24554fdd admin admin] GET failed (client error): The resource could not be found. May 03 22:43:38.026582 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-361a015d-864c-4b93-8a91-2d4b24554fdd admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600519 May 03 22:43:38.214358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c840c7b2-f950-42e3-93db-c214c973583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:38.215783 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c840c7b2-f950-42e3-93db-c214c973583b admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1849554 May 03 22:43:40.492419 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34850) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:43:40.540134 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:43:40.627410 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Made reservation on behalf of 479aaf8f5b564abd915b2557f4bef485 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:40.629595 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:40.656957 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING neutron.services.revisions.revision_plugin [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Could not find related network for resource to bump revision. May 03 22:43:40.670404 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:43:40.678821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (e97463ee-58cf-435e-974f-8116e83d798c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:40.679100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Added segment e97463ee-58cf-435e-974f-8116e83d798c of type vlan for network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 May 03 22:43:40.720675 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (51f1aeb3-4f9f-49ae-ad65-c7d42cea8163), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:40.811122 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (51f1aeb3-4f9f-49ae-ad65-c7d42cea8163), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:40.812109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:40.812688 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:40.871545 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Pushing event updated for resources: {'Network': ['ID=51f1aeb3-4f9f-49ae-ad65-c7d42cea8163,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:40.878729 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.880543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.880543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.880543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.880543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.880543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.881016 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.881186 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.881524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.881853 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.882185 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.882512 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.882832 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.883145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.883462 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:40.894042 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:43:40.901570 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f83e15f5-1488-47e8-b09e-5f5304380760 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4080734 May 03 22:43:43.196134 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34858) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:43:43.257321 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaf68db-304d-4d21-bb2d-bb2962d88a88 admin admin] GET failed (client error): The resource could not be found. May 03 22:43:43.258662 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ffaf68db-304d-4d21-bb2d-bb2962d88a88 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615046 May 03 22:43:43.360469 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39155e41-2940-4e70-8b6b-fdde70b47510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:43.361910 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-39155e41-2940-4e70-8b6b-fdde70b47510 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992737 May 03 22:43:43.371435 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:43:43.461996 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Made reservation on behalf of 479aaf8f5b564abd915b2557f4bef485 for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:43:43.464227 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:43.728118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (fd1ddbff-ec66-450a-9d84-057829bb73be), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:43.786009 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1ddbff-ec66-450a-9d84-057829bb73be,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:43.797628 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.797981 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.798336 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.798679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.799020 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.799349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.799700 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.800031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.800371 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.800703 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.801063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.801389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.801711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.802031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.802347 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:43.807733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Checking segment: {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:43:43.808117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Network hostable DHCP agents. Network: 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:43:43.890424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:43:43.993584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:44.000311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:43:44.001737 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.003288 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01318985-842d-414a-ad1f-a9e4dc558f9a None None] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:43:44.104786 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-51f1aeb3-4f9f-49ae-ad65-c7d42cea8163', 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163', 'project_id': '479aaf8f5b564abd915b2557f4bef485', 'fixed_ips': [{'subnet_id': 'fd1ddbff-ec66-450a-9d84-057829bb73be'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:43:44.105607 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.150836 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8f48fe24-2b97-467a-aebb-4de67fb0fea2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7825119 May 03 22:43:44.249512 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Allocated IP 192.168.233.2 (51f1aeb3-4f9f-49ae-ad65-c7d42cea8163/fd1ddbff-ec66-450a-9d84-057829bb73be/c0208b37-828c-4054-8b3b-fba6ce8f3b14) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:43:44.412193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks [] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.502461 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.542655 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:43:44.545642 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:43:44.549228 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:43:44.560216 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Pushing event updated for resources: {'Port': ['ID=c0208b37-828c-4054-8b3b-fba6ce8f3b14,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:44.569657 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.570082 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.570450 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.570818 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.571162 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.571493 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.571851 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.572184 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.572529 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.572866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.573196 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.573541 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.573956 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.574195 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.574518 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:43:44.626410 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Attempting to bind port c0208b37-828c-4054-8b3b-fba6ce8f3b14 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:43:44.626779 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Attempting to bind port c0208b37-828c-4054-8b3b-fba6ce8f3b14 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:43:44.627145 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Attempting to bind port c0208b37-828c-4054-8b3b-fba6ce8f3b14 on network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:43:44.632616 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:43:44.632988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Checking segment: {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:43:44.633388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.633780 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Bound using segment: {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:43:44.634242 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Bound port: c0208b37-828c-4054-8b3b-fba6ce8f3b14, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:43:44.634618 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.697112 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] For port c0208b37-828c-4054-8b3b-fba6ce8f3b14, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:43:44.700134 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] For port c0208b37-828c-4054-8b3b-fba6ce8f3b14, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=c0208b37-828c-4054-8b3b-fba6ce8f3b14,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:43:44.773274 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:44.842916 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c8847-12c3-4398-9e62-63be03dc4e07 None None] Pushing event updated for resources: {'Port': ['ID=c0208b37-828c-4054-8b3b-fba6ce8f3b14,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:45.643786 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a28adb-1b11-47e3-b948-b1efe7963c89 None None] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:43:45.707850 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Provisioning complete for port c0208b37-828c-4054-8b3b-fba6ce8f3b14 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:43:45.708222 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:45.828921 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Current status of the port c0208b37-828c-4054-8b3b-fba6ce8f3b14 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:43:45.829314 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:45.867657 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] For port c0208b37-828c-4054-8b3b-fba6ce8f3b14, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=c0208b37-828c-4054-8b3b-fba6ce8f3b14,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:43:45.933687 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:45.997994 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1fc01-a919-4565-98fd-e1a4eb8e9618 None None] Pushing event updated for resources: {'Port': ['ID=c0208b37-828c-4054-8b3b-fba6ce8f3b14,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:43:46.106123 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device c0208b37-828c-4054-8b3b-fba6ce8f3b14 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:43:46.165660 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port c0208b37-828c-4054-8b3b-fba6ce8f3b14 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:43:46.166033 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:46.251809 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port c0208b37-828c-4054-8b3b-fba6ce8f3b14 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:43:46.257522 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-3449fe9c-a7c5-4fc0-af98-44b6df9eee0d None None] Provisioning complete for port c0208b37-828c-4054-8b3b-fba6ce8f3b14 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:43:46.257908 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3449fe9c-a7c5-4fc0-af98-44b6df9eee0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:46.344486 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-3449fe9c-a7c5-4fc0-af98-44b6df9eee0d None None] Current status of the port c0208b37-828c-4054-8b3b-fba6ce8f3b14 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:43:48.069623 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device c0208b37-828c-4054-8b3b-fba6ce8f3b14 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:43:48.115841 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port c0208b37-828c-4054-8b3b-fba6ce8f3b14 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:43:48.116232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c0208b37-828c-4054-8b3b-fba6ce8f3b14), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:48.195187 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port c0208b37-828c-4054-8b3b-fba6ce8f3b14 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:43:53.167877 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9f168463-f832-48eb-874e-0525a88c1333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:55.493214 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-2ca3b80a-5148-4d92-9bd7-465cf914d907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:56.547354 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:57.838890 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:43:59.344665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:00.521291 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:44:23.169772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5f203c6f-07a2-4d58-a24d-70b70e7e1fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:25.456019 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1d4c6ce5-3903-4515-83c4-f1b3c0f58fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:26.539240 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:27.815720 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:29.373322 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:37.522020 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:44:53.186759 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-308ed4fb-2fe7-4631-8f99-5616546a900c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:55.455246 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-13af5851-c86f-45b9-afe4-48754739e96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:56.546576 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:57.801723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:44:59.334998 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:14.520756 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:45:23.145951 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-41ab8d64-2707-4056-9fe8-625f70435f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:25.454681 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c96927ab-c5f3-4dca-8bb0-da3294723155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:26.561536 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:27.802654 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:29.334538 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:47.614518 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34896) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:45:47.619997 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [None req-68fc8187-3277-452c-9199-d125ea36f11d tempest-verify_tempest_config-1729129120 tempest-verify_tempest_config-1729129120-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:45:47.620965 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-68fc8187-3277-452c-9199-d125ea36f11d tempest-verify_tempest_config-1729129120 tempest-verify_tempest_config-1729129120-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055335 May 03 22:45:48.100841 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 34914) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:45:48.201804 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.273780 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Publish callbacks [] for security_group (1071b235-fec8-4354-8c7b-99dbc542ea89), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.383987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1071b235-fec8-4354-8c7b-99dbc542ea89), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.442880 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a0f8fc0119c4df6b18a408e3b59818d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3405392 May 03 22:45:48.444136 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071b235-fec8-4354-8c7b-99dbc542ea89,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:48.445775 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34918) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:45:48.451823 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.452172 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.452581 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.453144 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.453706 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.454174 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.454731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.455073 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.455416 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.455772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.456115 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.456444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.456761 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.457083 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.457440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec2f985-4b2c-4da5-950a-0a3ae73a31d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.501216 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Publish callbacks [] for security_group (1071b235-fec8-4354-8c7b-99dbc542ea89), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.521441 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Publish callbacks [] for security_group (1071b235-fec8-4354-8c7b-99dbc542ea89), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.705540 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1071b235-fec8-4354-8c7b-99dbc542ea89), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.708015 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:48.709167 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1071b235-fec8-4354-8c7b-99dbc542ea89 HTTP/1.1" status: 204 len: 168 time: 0.2623320 May 03 22:45:48.716839 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071b235-fec8-4354-8c7b-99dbc542ea89,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:45:48.724672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.725022 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.725365 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.725700 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.726033 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.726362 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.726690 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.727006 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.727389 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.727744 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.728071 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.728397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.728717 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.729038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:48.729421 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d8406-e788-453c-a6e6-da62285bc54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:45:51.520898 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:45:53.178373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1193e9b8-c798-4a60-b7ed-ee7227371e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:55.493629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-17d5b25d-b80f-4d04-910b-46bfae8ccaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:56.533945 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:57.824969 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:45:59.362215 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:23.206801 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93258570-5fb1-4f1d-beb5-e9117b6d410c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:25.504850 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-19d7636e-5282-410e-982e-c6f43289eca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:26.527637 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:27.801604 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:28.520333 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:46:29.326580 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:53.166639 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-04c98fa6-737b-4ffe-822b-9a3cc932936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:55.475431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ba5e-571c-4fac-8dcd-8e308eec19e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:56.537967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:57.835627 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:46:59.338576 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:05.519354 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 5 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:47:23.154812 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6d9dfb35-a708-43ea-9e38-5cea3111fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:25.538265 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-224faaa6-c040-4cba-88e5-67e8e114b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:26.554816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:27.817771 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:29.321914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:35.252282 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-771891'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:42.518576 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:47:49.584118 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 34992) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:47:49.691039 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-52b6e071-e097-4b11-9da2-b7333c23c9f1 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1058264 May 03 22:47:51.959683 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35002) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:47:52.016420 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e43d127b-1c2c-4748-9a83-0c0a73562583 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0556242 May 03 22:47:53.131721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-352bef5c-4406-46ca-b021-b8e3d1924a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:55.463887 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-739bf9f0-4337-441f-b5ae-ac8760c6ba0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:56.560283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:57.823099 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:47:59.320244 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:05.297921 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:19.518210 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:48:23.148415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-31c3c7f6-a794-4aae-a52c-b30e22bd6b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:25.457051 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a49cb210-6522-4d04-af9f-293bb9bb0d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:26.554358 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:27.862723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:29.326263 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:35.240045 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:53.119772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30c1813a-9f36-4123-ad4c-7fa3574b9b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:55.463008 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-20fb619a-4020-4304-8df1-5bb0e988a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:56.516977 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:48:56.542842 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:57.834217 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:48:59.331840 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:05.251115 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:23.159419 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-244aa0f1-633f-4ad3-b5ec-64c7f22369cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:25.445346 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-249ca2db-7648-45c8-9755-43481434b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:26.577246 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:27.852421 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:29.371517 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:31.685123 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35154) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:32.156208 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1986581054-network', 'tenant_id': 'e2c0dee5894b4f6e8878469afd6b46fc'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:32.252165 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Made reservation on behalf of e2c0dee5894b4f6e8878469afd6b46fc for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:32.254448 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.266339 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.348743 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks [] for security_group (0a8aabfe-c03e-43df-8120-3d8ec567af8e), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.440734 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0a8aabfe-c03e-43df-8120-3d8ec567af8e), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.467534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:32.473275 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8aabfe-c03e-43df-8120-3d8ec567af8e,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:32.483493 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.483860 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.484270 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.484623 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.484957 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Tracked resource versions report: May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: pushed versions: May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: { 'AddressGroup': {'1.2'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Agent': {'1.1'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'ConntrackHelper': {'1.0'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'LocalIPAssociation': {'1.0'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Log': {'1.0'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'NDPProxy': {'1.0'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Network': {'1.1'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Port': {'1.7'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'PortForwarding': {'1.3'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'QosPolicy': {'1.10'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroup': {'1.5'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroupRule': {'1.2'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SubPort': {'1.0'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Subnet': {'1.1'}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Trunk': {'1.1'}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: consumer versions: May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: HyperV agent@hv-cinder-78481: {}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Agent': '1.1', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'ConntrackHelper': '1.0', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'LocalIPAssociation': '1.0', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Log': '1.0', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'NDPProxy': '1.0', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Network': '1.1', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Port': '1.7', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'PortForwarding': '1.3', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'QosPolicy': '1.10', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroup': '1.5', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SecurityGroupRule': '1.2', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'SubPort': '1.0', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Subnet': '1.1', May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: 'Trunk': '1.1'}} May 03 22:49:32.489933 dv-cinder-784815-12-iscsi neutron-server[110445]: {{(pid=110445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:49:32.495696 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (bb581834-295c-4e17-9705-82d7f83d7aaa), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.496386 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Added segment bb581834-295c-4e17-9705-82d7f83d7aaa of type vlan for network 23226b4e-faad-4336-ba65-1981f634686c May 03 22:49:32.548822 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (23226b4e-faad-4336-ba65-1981f634686c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.639700 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (23226b4e-faad-4336-ba65-1981f634686c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.643653 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:32.643653 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:32.701180 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] Pushing event updated for resources: {'Network': ['ID=23226b4e-faad-4336-ba65-1981f634686c,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:32.711006 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 23226b4e-faad-4336-ba65-1981f634686c details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:49:32.794047 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8b8a26cd-b961-437e-a3cb-dfa93e3dee8b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1075115 May 03 22:49:32.794690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35204) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:32.809881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Request body: {'subnet': {'network_id': '23226b4e-faad-4336-ba65-1981f634686c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1986581054-subnet', 'tenant_id': 'e2c0dee5894b4f6e8878469afd6b46fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:32.880845 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35212) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:32.890578 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Made reservation on behalf of e2c0dee5894b4f6e8878469afd6b46fc for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:32.893710 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.137794 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (aec229a2-3666-4e4a-b222-f8633775f173), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.187891 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec229a2-3666-4e4a-b222-f8633775f173,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:33.198226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.200744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.201342 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.201342 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.201511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.201783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.202104 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.202421 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.202739 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Tracked resource versions report: May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: pushed versions: May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: { 'AddressGroup': {'1.2'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Agent': {'1.1'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'ConntrackHelper': {'1.0'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'LocalIPAssociation': {'1.0'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Log': {'1.0'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'NDPProxy': {'1.0'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Network': {'1.1'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Port': {'1.7'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'PortForwarding': {'1.3'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'QosPolicy': {'1.10'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroup': {'1.5'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroupRule': {'1.2'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SubPort': {'1.0'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Subnet': {'1.1'}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Trunk': {'1.1'}} May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: consumer versions: May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: HyperV agent@hv-cinder-78481: {}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Agent': '1.1', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'ConntrackHelper': '1.0', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'LocalIPAssociation': '1.0', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Log': '1.0', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'NDPProxy': '1.0', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Network': '1.1', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Port': '1.7', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'PortForwarding': '1.3', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'QosPolicy': '1.10', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroup': '1.5', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SecurityGroupRule': '1.2', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'SubPort': '1.0', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Subnet': '1.1', May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: 'Trunk': '1.1'}} May 03 22:49:33.203991 dv-cinder-784815-12-iscsi neutron-server[110446]: {{(pid=110446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:49:33.221246 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Checking segment: {'id': 'bb581834-295c-4e17-9705-82d7f83d7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '23226b4e-faad-4336-ba65-1981f634686c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:33.225014 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Network hostable DHCP agents. Network: 23226b4e-faad-4336-ba65-1981f634686c, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:33.339864 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35238) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:33.354056 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Network 23226b4e-faad-4336-ba65-1981f634686c is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:33.370735 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35242) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:33.385557 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1682095035-network', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:33.462878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 23226b4e-faad-4336-ba65-1981f634686c) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:33.467159 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:33.467933 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.473491 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dbd44-265f-4d54-b57d-2ddaa2362ae0 None None] Network 23226b4e-faad-4336-ba65-1981f634686c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:33.505511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Made reservation on behalf of cd0e2add97d14fe98880b55132c9f16f for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:33.508010 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.518875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.522566 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:49:33.583508 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf78bd-d93c-4fcb-b846-710352b66912 None None] Network 23226b4e-faad-4336-ba65-1981f634686c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:33.600421 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-211a3a57-d529-415b-a6ba-153b2be9691f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8040352 May 03 22:49:33.605443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks [] for security_group (fb943139-ac21-43ac-858c-c98023716a1c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.668326 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (fb943139-ac21-43ac-858c-c98023716a1c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.683863 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:33.696368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (ee2c207f-e14d-49b1-92a9-48a62e00e01b), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.697182 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Added segment ee2c207f-e14d-49b1-92a9-48a62e00e01b of type vlan for network b6c91e37-04f6-419d-8f83-127027e2771f May 03 22:49:33.715643 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-194794309-network', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:33.742629 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-network', 'tenant_id': '6a1de14c94b24239a57669664273a33e'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:33.778585 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb943139-ac21-43ac-858c-c98023716a1c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:33.791481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (b6c91e37-04f6-419d-8f83-127027e2771f), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.851425 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Made reservation on behalf of 6a1de14c94b24239a57669664273a33e for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:33.853921 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.863223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (b6c91e37-04f6-419d-8f83-127027e2771f), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.863858 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.864301 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:33.864799 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.965878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c91e37-04f6-419d-8f83-127027e2771f,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:33.980240 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network b6c91e37-04f6-419d-8f83-127027e2771f details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:49:33.983377 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Made reservation on behalf of 76dfa0aca06245aea5d79f4a92e36e17 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:33.986306 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:33.997169 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.007031 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks [] for security_group (ea2846eb-9df5-4739-9347-c6a7e78bcbf7), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.086878 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9a85f338-958e-43a0-83ec-baa26422a921 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2047746 May 03 22:49:34.090174 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35266) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:34.096185 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Request body: {'subnet': {'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1682095035-subnet', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:34.111711 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ea2846eb-9df5-4739-9347-c6a7e78bcbf7), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.120430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks [] for security_group (7b57606a-83d8-4547-bf73-b1f0dea3d55e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.147337 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2846eb-9df5-4739-9347-c6a7e78bcbf7,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.153315 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:34.176859 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (376538b8-3e43-4038-b601-29f928228eee), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.178435 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Added segment 376538b8-3e43-4038-b601-29f928228eee of type vlan for network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 May 03 22:49:34.197432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7b57606a-83d8-4547-bf73-b1f0dea3d55e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.226193 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Made reservation on behalf of cd0e2add97d14fe98880b55132c9f16f for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:34.229286 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.240481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57606a-83d8-4547-bf73-b1f0dea3d55e,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.262338 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:49:34.282200 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.283405 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Added segment eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5 of type vlan for network 764b080d-4e33-4799-8787-77a78fceb305 May 03 22:49:34.338742 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (764b080d-4e33-4799-8787-77a78fceb305), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.411272 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.503722 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (764b080d-4e33-4799-8787-77a78fceb305), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.505272 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:34.505941 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.571804 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.573121 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:34.573919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.589506 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=764b080d-4e33-4799-8787-77a78fceb305,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.599415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 764b080d-4e33-4799-8787-77a78fceb305 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:49:34.625438 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35298) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:34.627047 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2ab27fff-a63b-4dae-b2ae-78d4eabaf3f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2840626 May 03 22:49:34.644420 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Request body: {'subnet': {'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-subnet', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:34.666656 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (0715d204-e3cb-4d60-888a-788b0e896243), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.788546 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4117999 May 03 22:49:34.789156 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35306) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:34.793678 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Request body: {'subnet': {'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-subnet', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:34.798730 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ebf9e-2d9f-45bf-8324-b28be3b1bd86 admin admin] Pushing event updated for resources: {'Network': ['ID=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.811993 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:49:34.943034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Made reservation on behalf of 6a1de14c94b24239a57669664273a33e for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:34.945287 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:34.974871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0715d204-e3cb-4d60-888a-788b0e896243,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:34.986794 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Checking segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:34.987172 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Network hostable DHCP agents. Network: b6c91e37-04f6-419d-8f83-127027e2771f, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:35.004887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Made reservation on behalf of 76dfa0aca06245aea5d79f4a92e36e17 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:35.007257 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.149770 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35332) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:35.154041 dv-cinder-784815-12-iscsi neutron-server[110445]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 22:49:35.223871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Network b6c91e37-04f6-419d-8f83-127027e2771f is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:35.291774 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.343020 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (510977aa-e766-4199-9d94-bb1662669541), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.374559 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, b6c91e37-04f6-419d-8f83-127027e2771f) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:35.383701 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef0fc2-505b-4703-910b-d9702333bb0f None None] Network b6c91e37-04f6-419d-8f83-127027e2771f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:35.384316 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-b11e053c-1ddb-486d-87ea-4f11792c0768 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.385809 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-b11e053c-1ddb-486d-87ea-4f11792c0768 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/networks?id=23226b4e-faad-4336-ba65-1981f634686c HTTP/1.1" status: 200 len: 812 time: 0.2350175 May 03 22:49:35.387002 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.387580 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.404912 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510977aa-e766-4199-9d94-bb1662669541,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:35.407063 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-6043f805-d3de-40f1-92c1-bda6e1c3bed2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/quotas/e2c0dee5894b4f6e8878469afd6b46fc HTTP/1.1" status: 200 len: 375 time: 0.0120382 May 03 22:49:35.415729 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:35.424458 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Network hostable DHCP agents. Network: 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:35.454918 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (1ff4abf5-3ea7-4143-8f6c-3529a40818b0), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.490139 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-80e1b0cc-3286-476a-820e-c1bd37f55232 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756216 May 03 22:49:35.500507 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-bebdcc66-d1a9-4b5b-ab8b-8fc94bd9ba06 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4091010 May 03 22:49:35.503921 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35334) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:35.508237 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-b6c91e37-04f6-419d-8f83-127027e2771f', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:49:35.510204 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.520659 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:35.526139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:35.537821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff4abf5-3ea7-4143-8f6c-3529a40818b0,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:35.566783 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Checking segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:35.567151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Network hostable DHCP agents. Network: 764b080d-4e33-4799-8787-77a78fceb305, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:49:35.606513 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:35.621908 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358052ba-b819-4450-8ecc-614a39aadc82 None None] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:35.622077 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.622568 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.647570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.650811 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.730976 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-a5fa8b99-0cf0-4f3a-89cf-6461c128465f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:49:35.732612 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-a5fa8b99-0cf0-4f3a-89cf-6461c128465f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0552399 May 03 22:49:35.737129 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Network 764b080d-4e33-4799-8787-77a78fceb305 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:49:35.806126 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b70f8bff-f2ae-4e79-8ec9-9d661eeb6707 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0160232 May 03 22:49:35.806733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35350) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:35.822274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:35.849695 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 764b080d-4e33-4799-8787-77a78fceb305) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:35.853400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:49:35.856157 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.863248 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:35.866417 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.873206 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a514a-bded-4750-804e-8ee73cee3a97 None None] Network 764b080d-4e33-4799-8787-77a78fceb305 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:35.897323 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-8aa29d0c-f89c-482f-9a00-8792f4cce09f service neutron] 10.222.0.23 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561120 May 03 22:49:35.931983 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for router_controller (f99571c6-c08b-4f8c-82f9-941837dc3bdd), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.932102 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Allocated IP 172.20.0.2 (b6c91e37-04f6-419d-8f83-127027e2771f/0715d204-e3cb-4d60-888a-788b0e896243/524b30db-92db-499e-bfaf-bd0a938f77a9) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:35.949309 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:35.951637 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.020469 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a1891ec6-0853-4014-916b-7e6e521bce60 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3893671 May 03 22:49:36.023826 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35358) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:36.030373 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:36.032002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for router_controller (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.063117 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-f5f84fc2-b943-420b-8eea-c7ac55f305fc service neutron] 10.222.0.23 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602306 May 03 22:49:36.171136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (efd94054-b4b6-4410-a36a-afb859df12ae), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.172358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (efd94054-b4b6-4410-a36a-afb859df12ae), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.260937 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for router_controller (efd94054-b4b6-4410-a36a-afb859df12ae), precommit_add_association {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.303641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Allocated IP 172.20.0.2 (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6/510977aa-e766-4199-9d94-bb1662669541/98d3f5d9-5d85-44b0-a655-655a114caec0) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:36.431833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-764b080d-4e33-4799-8787-77a78fceb305', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:49:36.432698 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.466680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for router_gateway (f99571c6-c08b-4f8c-82f9-941837dc3bdd), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.538579 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for router_gateway (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.551973 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks [] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.665503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.697693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Network b6c91e37-04f6-419d-8f83-127027e2771f is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:36.706229 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cb6e533f-9621-4824-a716-1bfe76345a44 req-070623ae-4eef-4e46-b3ee-fdb8269817e9 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1116667 May 03 22:49:36.706717 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:36.736080 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:36.771831 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for router_gateway (efd94054-b4b6-4410-a36a-afb859df12ae), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.906060 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Attempting to bind port 524b30db-92db-499e-bfaf-bd0a938f77a9 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:36.906538 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Attempting to bind port 524b30db-92db-499e-bfaf-bd0a938f77a9 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:36.907072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Attempting to bind port 524b30db-92db-499e-bfaf-bd0a938f77a9 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:36.910322 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks [] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:36.930828 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Allocated IP 172.20.0.2 (764b080d-4e33-4799-8787-77a78fceb305/1ff4abf5-3ea7-4143-8f6c-3529a40818b0/b6c8a309-3e6d-4d11-aaf4-210c21d01fc7) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:37.036706 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for router_gateway (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.095587 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for router_gateway (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.098949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.214214 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks [] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.218852 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:37.219466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Checking segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:37.220325 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.220877 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Bound using segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Bound port: 524b30db-92db-499e-bfaf-bd0a938f77a9, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Pushing event updated for resources: {'Port': ['ID=524b30db-92db-499e-bfaf-bd0a938f77a9,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.521386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Tracked resource versions report: May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: pushed versions: May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: { 'AddressGroup': {'1.2'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Agent': {'1.1'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'ConntrackHelper': {'1.0'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'LocalIPAssociation': {'1.0'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Log': {'1.0'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'NDPProxy': {'1.0'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Network': {'1.1'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Port': {'1.7'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'PortForwarding': {'1.3'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'QosPolicy': {'1.10'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroup': {'1.5'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroupRule': {'1.2'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SubPort': {'1.0'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Subnet': {'1.1'}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Trunk': {'1.1'}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: consumer versions: May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: HyperV agent@hv-cinder-78481: {}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Agent': '1.1', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'ConntrackHelper': '1.0', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'LocalIPAssociation': '1.0', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Log': '1.0', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'NDPProxy': '1.0', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Network': '1.1', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Port': '1.7', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'PortForwarding': '1.3', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'QosPolicy': '1.10', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroup': '1.5', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SecurityGroupRule': '1.2', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'SubPort': '1.0', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Subnet': '1.1', May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: 'Trunk': '1.1'}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: {{(pid=110447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:49:37.526766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:37.534252 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35456) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:37.536066 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:37.536066 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.536066 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:37.537365 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for router_gateway (efd94054-b4b6-4410-a36a-afb859df12ae), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.537866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Pushing event updated for resources: {'Port': ['ID=98d3f5d9-5d85-44b0-a655-655a114caec0,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.537866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Network 764b080d-4e33-4799-8787-77a78fceb305 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:37.538125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.538287 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.538441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:37.538441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:37.538441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] For port 524b30db-92db-499e-bfaf-bd0a938f77a9, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:37.548395 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] For port 524b30db-92db-499e-bfaf-bd0a938f77a9, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=524b30db-92db-499e-bfaf-bd0a938f77a9,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:37.581967 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-53e7cfdf-de1f-4e52-bace-4106edda53c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.586140 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Pushing event updated for resources: {'Port': ['ID=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.595333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Attempting to bind port 98d3f5d9-5d85-44b0-a655-655a114caec0 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:37.595333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Attempting to bind port 98d3f5d9-5d85-44b0-a655-655a114caec0 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:37.595333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Attempting to bind port 98d3f5d9-5d85-44b0-a655-655a114caec0 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:37.618824 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:37.619203 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:37.619673 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.620028 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Bound using segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:37.620531 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Bound port: 98d3f5d9-5d85-44b0-a655-655a114caec0, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:37.620898 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.639671 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Attempting to bind port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:37.640052 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Attempting to bind port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:37.640419 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Attempting to bind port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:37.648848 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:37.649227 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Checking segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:37.649629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.650027 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Bound using segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:37.650509 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Bound port: b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:37.650897 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.665531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Allocated IP 172.27.0.139 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/cfd49c26-5961-4b26-85b0-8f95325b318a) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:37.699035 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-53e7cfdf-de1f-4e52-bace-4106edda53c8 admin admin] Publish callbacks [] for security_group (c91c0511-c2dc-4622-9366-d3c263314747), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.744286 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] For port 98d3f5d9-5d85-44b0-a655-655a114caec0, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:37.765082 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] For port 98d3f5d9-5d85-44b0-a655-655a114caec0, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=98d3f5d9-5d85-44b0-a655-655a114caec0,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:37.770057 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] For port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:37.770624 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35468) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:37.773418 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] For port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:37.775201 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.793147 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.823386 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7f8d90df-57e9-4c69-96b5-00abc37df7a1 req-cbd99e12-d75d-4f09-be26-4ea6f438b76d tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0507891 May 03 22:49:37.826980 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-53e7cfdf-de1f-4e52-bace-4106edda53c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c91c0511-c2dc-4622-9366-d3c263314747), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.842889 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77abb38-9869-462e-8c91-ee0c0ef7897a None None] Pushing event updated for resources: {'Port': ['ID=524b30db-92db-499e-bfaf-bd0a938f77a9,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.869371 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.912724 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:37.914726 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-53e7cfdf-de1f-4e52-bace-4106edda53c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9a41f409d8c477fa7d0d7c9a49fda4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5688741 May 03 22:49:37.916792 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35470) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:37.931936 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7cfdf-de1f-4e52-bace-4106edda53c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c0511-c2dc-4622-9366-d3c263314747,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:37.974893 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c66b3-a0af-4c83-8d95-64758d32b0d3 None None] Pushing event updated for resources: {'Port': ['ID=98d3f5d9-5d85-44b0-a655-655a114caec0,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.024622 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] Publish callbacks [] for security_group (c91c0511-c2dc-4622-9366-d3c263314747), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.070773 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a6b82-49f1-44ae-8160-45f57b2814ef None None] Pushing event updated for resources: {'Port': ['ID=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.088984 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.147332 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35476) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:38.162303 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] Publish callbacks [] for security_group (c91c0511-c2dc-4622-9366-d3c263314747), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.223128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:38.228748 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:38.236893 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:38.310178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Allocated IP 172.27.0.95 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/854df7d8-81c0-4042-8d56-45fefc2fa1b1) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:38.556922 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfd49c26-5961-4b26-85b0-8f95325b318a,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.594816 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.620034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-012f7249-c512-4616-92a2-f4521134d6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.777998 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c91c0511-c2dc-4622-9366-d3c263314747), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.780559 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.781773 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c91c0511-c2dc-4622-9366-d3c263314747 HTTP/1.1" status: 204 len: 168 time: 0.8640625 May 03 22:49:38.798304 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fddb0a-6b4c-41c3-9e53-2d394f432894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c0511-c2dc-4622-9366-d3c263314747,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:38.827022 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.894026 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for router_gateway (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.895151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:38.906226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:38.911410 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-012f7249-c512-4616-92a2-f4521134d6e8 admin admin] Publish callbacks [] for security_group (8bf5b468-4bbe-4022-b990-2c58108584f6), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:38.912513 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:38.952182 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Allocated IP 172.27.0.241 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:38.976610 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Pushing event updated for resources: {'Port': ['ID=854df7d8-81c0-4042-8d56-45fefc2fa1b1,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.027455 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9aa6af7f-56b5-4fff-a012-29354367cc21 req-00b8da8c-f09c-425c-afc7-f5b18771008a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0677803 May 03 22:49:39.048994 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-012f7249-c512-4616-92a2-f4521134d6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8bf5b468-4bbe-4022-b990-2c58108584f6), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.100417 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-012f7249-c512-4616-92a2-f4521134d6e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce3c6882ccea47e8a23470dce6dfa70d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9401958 May 03 22:49:39.109256 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35504) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:39.118171 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f7249-c512-4616-92a2-f4521134d6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5b468-4bbe-4022-b990-2c58108584f6,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.168298 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] Publish callbacks [] for security_group (8bf5b468-4bbe-4022-b990-2c58108584f6), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.192199 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] Publish callbacks [] for security_group (8bf5b468-4bbe-4022-b990-2c58108584f6), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.200176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.251839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.362628 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for router_gateway (efd94054-b4b6-4410-a36a-afb859df12ae), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.370155 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8bf5b468-4bbe-4022-b990-2c58108584f6), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.373781 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.376304 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bf5b468-4bbe-4022-b990-2c58108584f6 HTTP/1.1" status: 204 len: 168 time: 0.2654660 May 03 22:49:39.405032 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.432407 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcb133-37c7-48c7-98ae-f20cc193a5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5b468-4bbe-4022-b990-2c58108584f6,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.514399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:39.539503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:39.544202 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:39.546048 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Pushing event updated for resources: {'Port': ['ID=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:39.707639 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:49:39.716348 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (efd94054-b4b6-4410-a36a-afb859df12ae), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:39.927552 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803e843-ce86-4391-b08b-b4678318bd33 None None] Network b6c91e37-04f6-419d-8f83-127027e2771f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:40.046076 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Router efd94054-b4b6-4410-a36a-afb859df12ae is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:49:40.074757 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Provisioning complete for port 524b30db-92db-499e-bfaf-bd0a938f77a9 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:40.075437 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.111092 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:40.136223 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:40.143653 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311e85c-df31-4ac6-b9fd-54a260361f32 None None] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:40.151686 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:40.152337 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:40.277401 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for router_gateway (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.280896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35538) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:40.301497 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:40.406601 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.407961 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a8252484-3b4a-45b0-a79d-62040c71882c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3827665 May 03 22:49:40.451723 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:40.463511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-482245c3-726a-45c3-b16c-c575d5445717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.498758 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35542) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:40.513832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1abaf-dc6a-45dd-a545-4d3cde5e4fc6 None None] Network 764b080d-4e33-4799-8787-77a78fceb305 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:49:40.524022 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:40.599814 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-482245c3-726a-45c3-b16c-c575d5445717 admin admin] Publish callbacks [] for security_group (0e8beab8-7e58-4b71-a615-96bbb991ffaf), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.635328 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a8a0781d-6c77-40a9-a4ab-f4c8b94f99a2 req-8b5ce512-77ca-47a2-b4e7-15c814e59fc8 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.2459018 May 03 22:49:40.645031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 524b30db-92db-499e-bfaf-bd0a938f77a9 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:40.667896 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Current status of the port 524b30db-92db-499e-bfaf-bd0a938f77a9 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:40.668420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.674180 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 3, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:40.713252 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:40.713858 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Updating router f99571c6-c08b-4f8c-82f9-941837dc3bdd port cfd49c26-5961-4b26-85b0-8f95325b318a binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:40.716904 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] For port 524b30db-92db-499e-bfaf-bd0a938f77a9, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=524b30db-92db-499e-bfaf-bd0a938f77a9,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:40.721646 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.725893 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d3e9c1c9-5dff-4f55-ba37-0eae4aea2ce3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2183256 May 03 22:49:40.727293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35552) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:40.743448 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-482245c3-726a-45c3-b16c-c575d5445717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0e8beab8-7e58-4b71-a615-96bbb991ffaf), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.757692 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.820482 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-482245c3-726a-45c3-b16c-c575d5445717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b0b20d396e4439aaa42f4e2434a8e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5182056 May 03 22:49:40.826551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35558) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:40.872163 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.928863 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482245c3-726a-45c3-b16c-c575d5445717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8beab8-7e58-4b71-a615-96bbb991ffaf,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:40.947012 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] Publish callbacks [] for security_group (0e8beab8-7e58-4b71-a615-96bbb991ffaf), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.958693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 524b30db-92db-499e-bfaf-bd0a938f77a9 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:40.959266 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:40.983570 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866805d6-7389-4c1e-8840-f6dac957bc2a None None] Pushing event updated for resources: {'Port': ['ID=524b30db-92db-499e-bfaf-bd0a938f77a9,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.044176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.060269 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Provisioning complete for port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:41.060902 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.061071 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] Publish callbacks [] for security_group (0e8beab8-7e58-4b71-a615-96bbb991ffaf), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.126264 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:41.126901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:41.139019 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks [] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.258630 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.335573 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Current status of the port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:41.335942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.365858 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Pushing event updated for resources: {'Port': ['ID=cfd49c26-5961-4b26-85b0-8f95325b318a,revision_number=2']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.398774 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.399493 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.399493 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.399901 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.400404 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.400735 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Tracked resource versions report: May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: pushed versions: May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: { 'AddressGroup': {'1.2'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Agent': {'1.1'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'ConntrackHelper': {'1.0'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'LocalIPAssociation': {'1.0'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Log': {'1.0'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'NDPProxy': {'1.0'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Network': {'1.1'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Port': {'1.7'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'PortForwarding': {'1.3'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'QosPolicy': {'1.10'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroup': {'1.5'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroupRule': {'1.2'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SubPort': {'1.0'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Subnet': {'1.1'}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Trunk': {'1.1'}} May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: consumer versions: May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: { DHCP agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: HyperV agent@hv-cinder-78481: {}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: L3 agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: Metadata agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: Metering agent@dv-cinder-784815-12-iscsi: {}, May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: Open vSwitch agent@dv-cinder-784815-12-iscsi: { 'AddressGroup': '1.2', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Agent': '1.1', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'ConntrackHelper': '1.0', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'LocalIPAssociation': '1.0', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Log': '1.0', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'NDPProxy': '1.0', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Network': '1.1', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Port': '1.7', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'PortForwarding': '1.3', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'QosPolicy': '1.10', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroup': '1.5', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SecurityGroupRule': '1.2', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'SubPort': '1.0', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Subnet': '1.1', May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: 'Trunk': '1.1'}} May 03 22:49:41.401974 dv-cinder-784815-12-iscsi neutron-server[110448]: {{(pid=110448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 22:49:41.437545 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Attempting to bind port cfd49c26-5961-4b26-85b0-8f95325b318a on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:41.438846 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Attempting to bind port cfd49c26-5961-4b26-85b0-8f95325b318a by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:41.439466 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Attempting to bind port cfd49c26-5961-4b26-85b0-8f95325b318a on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:41.445540 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:41.446151 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:41.446846 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.447557 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:41.448488 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Bound port: cfd49c26-5961-4b26-85b0-8f95325b318a, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:41.449023 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.525040 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 524b30db-92db-499e-bfaf-bd0a938f77a9 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:41.526459 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:41.544568 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] For port cfd49c26-5961-4b26-85b0-8f95325b318a, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:41.556729 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] For port cfd49c26-5961-4b26-85b0-8f95325b318a, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=cfd49c26-5961-4b26-85b0-8f95325b318a,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:41.606371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0e8beab8-7e58-4b71-a615-96bbb991ffaf), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.622312 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.622536 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:49:41.624205 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e8beab8-7e58-4b71-a615-96bbb991ffaf HTTP/1.1" status: 204 len: 168 time: 0.7907379 May 03 22:49:41.641055 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.700206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8662-f64a-4146-84ae-975d9946b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8beab8-7e58-4b71-a615-96bbb991ffaf,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.729935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:41.734157 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] For port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:41.805685 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ce1d8-9f99-4530-9eac-a05478ae3a0e None None] Pushing event updated for resources: {'Port': ['ID=cfd49c26-5961-4b26-85b0-8f95325b318a,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:41.863137 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:41.863797 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:41.868037 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3e307e9-d7be-42ef-ba2c-1a028ca09850 req-5c0d5c28-6839-49ed-86a3-7005ca574cea tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0612051 May 03 22:49:41.901210 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:41.965380 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.029089 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Provisioning complete for port 98d3f5d9-5d85-44b0-a655-655a114caec0 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:42.029651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.051418 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:42.051844 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.111597 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.149755 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:42.181727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Pushing event updated for resources: {'Port': ['ID=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:42.366058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Allocated IP 172.20.0.1 (b6c91e37-04f6-419d-8f83-127027e2771f/0715d204-e3cb-4d60-888a-788b0e896243/5067cda0-8097-4a7a-986a-ce3b84cf21e8) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:42.383931 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:42.398611 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:42.427100 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:39Z', 'revision_number': 3, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.429112 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Current status of the port 98d3f5d9-5d85-44b0-a655-655a114caec0 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:42.429519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.436597 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:42.437245 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:42.543400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:42.543871 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 98d3f5d9-5d85-44b0-a655-655a114caec0 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:42.565612 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks [] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.566467 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:42.566826 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Updating router efd94054-b4b6-4410-a36a-afb859df12ae port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:42.631429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.636582 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-733d0366-2102-480a-82b9-5e5f745b5bac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8175504 May 03 22:49:42.636957 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35596) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:42.661213 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] For port 98d3f5d9-5d85-44b0-a655-655a114caec0, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=98d3f5d9-5d85-44b0-a655-655a114caec0,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:42.670457 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Allocated IP 172.20.0.1 (764b080d-4e33-4799-8787-77a78fceb305/1ff4abf5-3ea7-4143-8f6c-3529a40818b0/8dbaac3e-e3fd-4c20-8700-31fb111f140a) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:42.694440 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.716948 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.767064 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.779420 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Network b6c91e37-04f6-419d-8f83-127027e2771f is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:42.793406 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:42.796992 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:42.796992 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.868663 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks [] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:42.974429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Pushing event updated for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.000701 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:43.009549 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 3, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:43.010015 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 98d3f5d9-5d85-44b0-a655-655a114caec0 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:43.011629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.074454 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1b62c3da-4a9e-458a-9d71-744006c34991 req-fdbfd34f-0949-48d6-b632-6a29bd877f4e tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0708389 May 03 22:49:43.084505 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Provisioning complete for port 524b30db-92db-499e-bfaf-bd0a938f77a9 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:43.085453 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.086385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.098199 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4963a-adb6-4599-8fd0-e470241c59e3 None None] Pushing event updated for resources: {'Port': ['ID=98d3f5d9-5d85-44b0-a655-655a114caec0,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.178663 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbe517d-c7a5-4c40-b955-81bf81cd915c None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 3, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:43.253855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Network 764b080d-4e33-4799-8787-77a78fceb305 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:43.261943 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:43.267442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:43.278192 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:43.279001 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (efd94054-b4b6-4410-a36a-afb859df12ae), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.458131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.552815 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:39Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:43.629898 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:43.630847 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Updating router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:43.704795 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 98d3f5d9-5d85-44b0-a655-655a114caec0 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:43.708153 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.853180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Current status of the port 524b30db-92db-499e-bfaf-bd0a938f77a9 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:43.879914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks [] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.879914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Provisioning complete for port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:43.879914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:43.988794 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.116749 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.129138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device cfd49c26-5961-4b26-85b0-8f95325b318a up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:44.288941 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks [] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.304910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Current status of the port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:44.370784 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1a304-e89a-4b8e-8de6-83ac0d3edefd None None] Pushing event updated for resources: {'Port': ['ID=854df7d8-81c0-4042-8d56-45fefc2fa1b1,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.376931 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Attempting to bind port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:44.377398 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Attempting to bind port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:44.377851 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Attempting to bind port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:44.392229 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Provisioning complete for port 98d3f5d9-5d85-44b0-a655-655a114caec0 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:44.392229 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.392229 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:44.392642 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:44.393007 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.393407 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:44.393901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Bound port: 854df7d8-81c0-4042-8d56-45fefc2fa1b1, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:44.394283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.411834 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.467808 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port cfd49c26-5961-4b26-85b0-8f95325b318a triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:44.468205 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.504597 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f091-e399-428d-b479-9ee794374c09 None None] Pushing event updated for resources: {'Port': ['ID=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,revision_number=2']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.519123 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Attempting to bind port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:44.523934 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Attempting to bind port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:44.523934 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Attempting to bind port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:44.532622 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:44.536279 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:44.536697 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.537103 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:44.537607 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Bound port: 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:44.538412 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.551917 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks [] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.581307 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e12f461-d6a6-40b5-8a42-d52a4b2c6909 req-7a0cf598-4a60-42d8-9240-86fd331941e5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1971147 May 03 22:49:44.626405 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks [] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.633042 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] For port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:44.640005 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] For port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:44.643111 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] For port 854df7d8-81c0-4042-8d56-45fefc2fa1b1, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:44.643800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.661794 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.662647 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (efd94054-b4b6-4410-a36a-afb859df12ae), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.664898 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] For port 854df7d8-81c0-4042-8d56-45fefc2fa1b1, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=854df7d8-81c0-4042-8d56-45fefc2fa1b1,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:44.677892 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-62943cff-1289-44a1-a783-2c53ff5c0a0d None None] Current status of the port 98d3f5d9-5d85-44b0-a655-655a114caec0 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:44.741020 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port cfd49c26-5961-4b26-85b0-8f95325b318a is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:44.741020 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.761654 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.768787 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port cfd49c26-5961-4b26-85b0-8f95325b318a, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=cfd49c26-5961-4b26-85b0-8f95325b318a,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:44.789715 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Pushing event updated for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.796124 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.797082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.817970 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:44.818362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.837368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Network 764b080d-4e33-4799-8787-77a78fceb305 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:44.839747 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:44.885448 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.889819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:44.890663 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 524b30db-92db-499e-bfaf-bd0a938f77a9 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:44.930865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Pushing event updated for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.956213 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f091-e399-428d-b479-9ee794374c09 None None] Pushing event updated for resources: {'Port': ['ID=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:44.984767 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:44.985143 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:45.043126 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Port 8dbaac3e-e3fd-4c20-8700-31fb111f140a cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:45.051202 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:49:45.083638 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:45.084538 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:45.145455 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Provisioning complete for port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:45.146125 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:45.153475 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1a304-e89a-4b8e-8de6-83ac0d3edefd None None] Pushing event updated for resources: {'Port': ['ID=854df7d8-81c0-4042-8d56-45fefc2fa1b1,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:45.191907 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Allocated IP 172.20.0.1 (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6/510977aa-e766-4199-9d94-bb1662669541/64e8948e-25b6-4b2f-a013-e9745bb63e26) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:45.193266 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 524b30db-92db-499e-bfaf-bd0a938f77a9 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:45.194249 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:45.235921 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Network b6c91e37-04f6-419d-8f83-127027e2771f is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:45.239276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:45.300669 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:45.332081 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-571256f0-6150-4f07-848a-a629dd94678c None None] Port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:45.352803 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:45.372055 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-590b55ba-ef8b-4f87-9b0b-825991170d87 admin admin] 10.222.0.23 "PUT /v2.0/routers/efd94054-b4b6-4410-a36a-afb859df12ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7625029 May 03 22:49:45.603325 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=cfd49c26-5961-4b26-85b0-8f95325b318a,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:45.622176 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-ada63578-f2d4-4cd6-92e2-623c3bc2ee4e None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:45.622294 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ada63578-f2d4-4cd6-92e2-623c3bc2ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:45.633376 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:45.669503 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:49:45.698201 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks [] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:45.737497 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:39Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:45.786632 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475b7e1-5395-4f09-8e5c-9db06ab7d26e None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:39Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:45.816241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-210ec814-43d6-4d9d-9816-fc276173ec6f req-f2e70c62-4600-4bc4-8785-5d163b33751c tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0315964 May 03 22:49:45.817363 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-ada63578-f2d4-4cd6-92e2-623c3bc2ee4e None None] Port 8dbaac3e-e3fd-4c20-8700-31fb111f140a cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:45.844044 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 524b30db-92db-499e-bfaf-bd0a938f77a9 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:45.846017 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 98d3f5d9-5d85-44b0-a655-655a114caec0 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:45.982836 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-6105dbe6-714d-471b-97c6-84bc2126a66e None None] Provisioning complete for port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:45.983537 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6105dbe6-714d-471b-97c6-84bc2126a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:45.998695 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:46.005623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-08031ecd-18da-4a84-b3d4-99727811f404 admin admin] 10.222.0.23 "PUT /v2.0/routers/f99571c6-c08b-4f8c-82f9-941837dc3bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2771075 May 03 22:49:46.043299 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:46.054428 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 98d3f5d9-5d85-44b0-a655-655a114caec0 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:46.054814 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:46.070638 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:46.095873 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-6105dbe6-714d-471b-97c6-84bc2126a66e None None] Port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:46.129918 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:46.129918 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:46.148387 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:46.180037 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:46.182077 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:46.182577 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:46.287893 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Pushing event updated for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:46.337670 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-50621387-e33b-471c-8033-2657678b6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 2, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:46.474909 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50621387-e33b-471c-8033-2657678b6d66 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 2, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:46.675262 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 98d3f5d9-5d85-44b0-a655-655a114caec0 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:46.676089 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:46.680839 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:46.724736 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:46.761513 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35728) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:46.766245 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100390889', 'description': 'tempest-description--514429850'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:46.897591 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.016138 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks [] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.054687 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-d92f3f4d-5112-4f86-ae77-d8fc356af8d1 None None] Provisioning complete for port 64e8948e-25b6-4b2f-a013-e9745bb63e26 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:47.055254 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d92f3f4d-5112-4f86-ae77-d8fc356af8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.071308 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (85354a88-1a49-428b-8c20-cb709ec4578f), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.137229 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.137963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.168510 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35740) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:47.173526 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1388324875', 'description': 'tempest-description--1180609504'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:47.195226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (85354a88-1a49-428b-8c20-cb709ec4578f), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.260760 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85354a88-1a49-428b-8c20-cb709ec4578f,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.274424 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:47.275014 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.281370 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8a3fd9e3-499b-47a4-934c-c0e60540f61c req-9254c761-790d-4500-8574-9304234a9d92 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0838096 May 03 22:49:47.285577 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.289140 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Pushing event updated for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.323404 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.325281 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-58e2189d-c0b6-41f2-b12a-571645bf6569 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5627074 May 03 22:49:47.329624 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35744) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:47.335559 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group_rule': {'security_group_id': '85354a88-1a49-428b-8c20-cb709ec4578f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:47.352335 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-d92f3f4d-5112-4f86-ae77-d8fc356af8d1 None None] Port 64e8948e-25b6-4b2f-a013-e9745bb63e26 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:47.429361 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (d8de4f24-9ca7-482b-8643-3b7a09268515), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.433424 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:47.435120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:47.442762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (42a68d28-9f33-43cd-b3d8-d77b5e608ce1), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.463399 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 2, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:47.490490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d8de4f24-9ca7-482b-8643-3b7a09268515), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.540051 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:47.540482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Updating router f99571c6-c08b-4f8c-82f9-941837dc3bdd port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:47.583557 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:49:47.601279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.611945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de4f24-9ca7-482b-8643-3b7a09268515,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.613303 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:47.621249 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.627498 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1a0aac0d-0f0a-4625-a26c-c5a6e23a96b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4529603 May 03 22:49:47.628114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35746) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:47.643052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group_rule': {'security_group_id': 'd8de4f24-9ca7-482b-8643-3b7a09268515', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:47.690339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (42a68d28-9f33-43cd-b3d8-d77b5e608ce1), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.767713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (42a68d28-9f33-43cd-b3d8-d77b5e608ce1), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.791545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (04c017ad-d75e-475e-961d-fb5dbea8f69e), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.805069 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:49:47.811910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a68d28-9f33-43cd-b3d8-d77b5e608ce1,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:47.847029 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-493d4b99-7eed-46e9-91e0-a66dc25dda8d admin admin] 10.222.0.23 "PUT /v2.0/routers/9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2017086 May 03 22:49:47.909411 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-829e281e-98f3-4a2c-919f-58107ca1ba87 None None] Provisioning complete for port 64e8948e-25b6-4b2f-a013-e9745bb63e26 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:47.910065 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-829e281e-98f3-4a2c-919f-58107ca1ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.914707 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (04c017ad-d75e-475e-961d-fb5dbea8f69e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.947079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:47.950720 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-16191c76-039c-4664-92be-16015785283c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6178281 May 03 22:49:47.953030 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35754) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:48.002442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group_rule': {'security_group_id': '85354a88-1a49-428b-8c20-cb709ec4578f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:48.022340 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device cfd49c26-5961-4b26-85b0-8f95325b318a up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:48.027944 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (04c017ad-d75e-475e-961d-fb5dbea8f69e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.054413 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c017ad-d75e-475e-961d-fb5dbea8f69e,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:48.134170 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.36', 51253) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:48.153768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.155196 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bca922d8-10e1-4df7-a3d0-0f6ca304fb57 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5247822 May 03 22:49:48.156882 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35768) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:48.177102 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group_rule': {'security_group_id': 'd8de4f24-9ca7-482b-8643-3b7a09268515', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:48.211028 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-829e281e-98f3-4a2c-919f-58107ca1ba87 None None] Port 64e8948e-25b6-4b2f-a013-e9745bb63e26 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:48.242910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (327cc4ab-ad5c-489b-8cc6-0bc7ecc96bc1), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.363181 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port cfd49c26-5961-4b26-85b0-8f95325b318a triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:48.363696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.386417 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (10c43f29-cfae-4e47-a06c-b2528942004a), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.457071 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (327cc4ab-ad5c-489b-8cc6-0bc7ecc96bc1), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.498941 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (10c43f29-cfae-4e47-a06c-b2528942004a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.593575 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-ea1c72ea-2356-4713-9483-7b8384a82373 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:48.595182 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-ea1c72ea-2356-4713-9483-7b8384a82373 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.36 "GET /v2.0/networks?id=23226b4e-faad-4336-ba65-1981f634686c HTTP/1.1" status: 200 len: 812 time: 0.4582560 May 03 22:49:48.602811 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-17d4ebae-ac0c-437b-854b-0b7a53c1d4f5 req-007305a1-a03c-4e35-9b12-661d0e15af1f tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1432171 May 03 22:49:48.607213 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (327cc4ab-ad5c-489b-8cc6-0bc7ecc96bc1), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.644432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (10c43f29-cfae-4e47-a06c-b2528942004a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.658244 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks [] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.668049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327cc4ab-ad5c-489b-8cc6-0bc7ecc96bc1,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:48.685855 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port cfd49c26-5961-4b26-85b0-8f95325b318a is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:48.687068 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:48.712768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c43f29-cfae-4e47-a06c-b2528942004a,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:48.758152 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.773984 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Request body: {'port': {'device_id': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'network_id': '23226b4e-faad-4336-ba65-1981f634686c', 'admin_state_up': True, 'tenant_id': 'e2c0dee5894b4f6e8878469afd6b46fc'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:48.797124 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.802052 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2b2666ae-bd81-4927-996f-c803a6d9654d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8467009 May 03 22:49:48.802812 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35800) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:48.803225 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:48.803683 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.807269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:48.846878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.858623 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-3d57abfa-c026-4f83-9824-622467798fe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6941109 May 03 22:49:48.863748 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 35802) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:48.886652 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:48.923501 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-52313dcd-9178-4e15-9920-1fd05c880053 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:48.941112 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-52313dcd-9178-4e15-9920-1fd05c880053 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 0.3978553 May 03 22:49:48.951397 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b16f-c353-4688-89b7-40c940936af8 None None] Pushing event updated for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:48.965978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:48.997715 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:49.017732 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:49.018731 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:49.150013 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Attempting to bind port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:49.159315 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Attempting to bind port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:49.159315 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Attempting to bind port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:49.177587 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:49.178358 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Checking segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:49.178872 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.179375 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Bound using segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:49.180005 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Bound port: 5067cda0-8097-4a7a-986a-ce3b84cf21e8, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:49.180507 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.210051 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:49.210784 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.213236 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.300367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:49.313199 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:49.343592 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] For port 5067cda0-8097-4a7a-986a-ce3b84cf21e8, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:49.352069 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-195fd7e0-b1e8-4fa5-a17e-3d0513def4ba None None] Provisioning complete for port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:49.352644 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-195fd7e0-b1e8-4fa5-a17e-3d0513def4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.385888 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] For port 5067cda0-8097-4a7a-986a-ce3b84cf21e8, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=5067cda0-8097-4a7a-986a-ce3b84cf21e8,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:49.406902 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-195fd7e0-b1e8-4fa5-a17e-3d0513def4ba None None] Port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:49:49.429349 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.458949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35828) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:49.497988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:49.514472 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.619340 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:49.660617 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:49.661283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:49.729634 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-3800b7e6-924d-4e68-9e50-981476a37172 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/quotas/6a1de14c94b24239a57669664273a33e HTTP/1.1" status: 200 len: 375 time: 0.7873371 May 03 22:49:49.765738 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b16f-c353-4688-89b7-40c940936af8 None None] Pushing event updated for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:49.868399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Allocated IP 172.27.0.28 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/322a3290-b3a6-410b-976d-53c5a435e449) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:49.900877 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 2, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:49.938180 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-fc7cd2e8-39c9-4631-ac4c-dbb6612c147e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2075605 May 03 22:49:49.989030 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:49.993924 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Updating router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b port 64e8948e-25b6-4b2f-a013-e9745bb63e26 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:50.006102 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:50.024289 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f10ea310-c161-43a7-afaf-dc9a503cc519 req-504c5978-d28a-4b53-a90a-615dd4d8fdf2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0639513 May 03 22:49:50.043780 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd591-e58e-4407-9497-787b35b45f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.072610 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.148233 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.174099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (322a3290-b3a6-410b-976d-53c5a435e449), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.215127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-a15c4057-8f60-4c18-8e76-3a05b3f48f05 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:49:50.223255 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-a15c4057-8f60-4c18-8e76-3a05b3f48f05 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1828327 May 03 22:49:50.312863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Made reservation on behalf of e2c0dee5894b4f6e8878469afd6b46fc for: {'port': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:49:50.317715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.417700 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-e5ab9ea3-395c-45a3-8be8-2659198b7690 service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902223 May 03 22:49:50.426806 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd591-e58e-4407-9497-787b35b45f40 admin admin] Publish callbacks [] for security_group (6ec8fcfa-382d-4715-a4f6-f351b7646ade), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.441434 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 854df7d8-81c0-4042-8d56-45fefc2fa1b1 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:50.486066 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks [] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.520858 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (322a3290-b3a6-410b-976d-53c5a435e449), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.524415 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd591-e58e-4407-9497-787b35b45f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (6ec8fcfa-382d-4715-a4f6-f351b7646ade), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.555045 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.788072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Provisioning complete for port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:50.788830 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.827534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:50.843676 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9ebfd591-e58e-4407-9497-787b35b45f40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=829ddd18148b426fa6d46a47e9d9a731&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3835843 May 03 22:49:50.852430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35882) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:50.875160 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:50.875722 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:50.952559 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:50.965619 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=322a3290-b3a6-410b-976d-53c5a435e449,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:50.968826 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e4a1-018f-40c3-9d49-9ec658fac127 None None] Pushing event updated for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:50.986796 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:50.997467 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:51.064580 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfd591-e58e-4407-9497-787b35b45f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8fcfa-382d-4715-a4f6-f351b7646ade,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:51.084950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:49:51.090753 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Allocated IP 172.27.0.63 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/2f12945f-f251-4591-9bbc-48dc83987807) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:51.120314 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2e4252-8d51-458a-b4ed-a96fb7c42394 None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:51.167287 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] Publish callbacks [] for security_group (6ec8fcfa-382d-4715-a4f6-f351b7646ade), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.236841 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Attempting to bind port 64e8948e-25b6-4b2f-a013-e9745bb63e26 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:51.241801 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Attempting to bind port 64e8948e-25b6-4b2f-a013-e9745bb63e26 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:51.242696 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Attempting to bind port 64e8948e-25b6-4b2f-a013-e9745bb63e26 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:51.290023 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:51.300637 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:51.301231 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.301659 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Bound using segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:51.302178 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Bound port: 64e8948e-25b6-4b2f-a013-e9745bb63e26, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:51.302586 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.387465 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.425784 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:51.428484 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:51.432590 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Current status of the port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:51.468866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.501067 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] Publish callbacks [] for security_group (6ec8fcfa-382d-4715-a4f6-f351b7646ade), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.513408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] For port 5067cda0-8097-4a7a-986a-ce3b84cf21e8, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=5067cda0-8097-4a7a-986a-ce3b84cf21e8,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:51.558498 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] For port 64e8948e-25b6-4b2f-a013-e9745bb63e26, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:51.571712 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-2869b609-499b-46a2-9dab-93344f6b2843 service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1552250 May 03 22:49:51.585326 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] For port 64e8948e-25b6-4b2f-a013-e9745bb63e26, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=64e8948e-25b6-4b2f-a013-e9745bb63e26,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:51.646918 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-76be191f-970b-4874-ab3a-08486a1d476c req-f2882a9f-e624-4464-8c30-18acb3346e8b tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1974058 May 03 22:49:51.656023 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:51.662729 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.669070 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (2f12945f-f251-4591-9bbc-48dc83987807), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:51.713884 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 854df7d8-81c0-4042-8d56-45fefc2fa1b1, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=854df7d8-81c0-4042-8d56-45fefc2fa1b1,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:51.714513 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Allocated IP 172.20.0.13 (23226b4e-faad-4336-ba65-1981f634686c/aec229a2-3666-4e4a-b222-f8633775f173/73df4552-4d61-4a0d-bbf0-b62cf9cbd740) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:49:51.879020 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:52.203560 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 2, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:52.233894 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:49:52.234253 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Updating router efd94054-b4b6-4410-a36a-afb859df12ae port 8dbaac3e-e3fd-4c20-8700-31fb111f140a binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:49:52.265078 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:52.594192 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks [] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:52.766926 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-75e9f37d-5737-43bf-b04b-359c31e94c20 req-4e4da63b-a0ca-4b19-a2a6-2d873a97df05 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0302131 May 03 22:49:53.274774 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.275775 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (6ec8fcfa-382d-4715-a4f6-f351b7646ade), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.276442 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.278549 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.281297 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ec8fcfa-382d-4715-a4f6-f351b7646ade HTTP/1.1" status: 204 len: 168 time: 2.4184630 May 03 22:49:53.336783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (322a3290-b3a6-410b-976d-53c5a435e449), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.358364 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa88dc4-ab21-49e0-8b08-0c5b25435efe None None] Pushing event updated for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.367550 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.370962 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.370962 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:53.425286 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bbd37878-eb47-4395-afb8-02dcc1bec9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.478809 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (2f12945f-f251-4591-9bbc-48dc83987807), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.498685 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e4a1-018f-40c3-9d49-9ec658fac127 None None] Pushing event updated for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.560655 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Provisioning complete for port 64e8948e-25b6-4b2f-a013-e9745bb63e26 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:53.565018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.575355 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:53.576999 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:53.657591 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:53.693011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:53.700939 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:53.856837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad68089-9bbf-46e3-9dc6-f1524087ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8fcfa-382d-4715-a4f6-f351b7646ade,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.884854 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks [] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:53.889492 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=2f12945f-f251-4591-9bbc-48dc83987807,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:53.920582 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-03e9ba01-0fae-4b2f-aa43-aab4499f693c req-dfd01cd9-34ca-4cfa-aa5e-8f9b4eccb104 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 210 time: 0.3457007 May 03 22:49:54.002164 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (322a3290-b3a6-410b-976d-53c5a435e449), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.013008 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:54.091138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (322a3290-b3a6-410b-976d-53c5a435e449), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.114451 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57f857-defc-4ef6-8747-57042ace764b None None] Pushing event updated for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:54.154958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.169770 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:54.170145 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.266503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35940) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:54.311495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04f2958e-c947-47fe-ab0c-0b08f20bc379 req-f524e3bd-ac63-43d7-9aa3-fa728a9f7fa8 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.1942489 May 03 22:49:54.371442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.388255 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5842099 May 03 22:49:54.389703 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3becf1e-8fa0-495d-858c-15e7c730bf4d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=322a3290-b3a6-410b-976d-53c5a435e449,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:54.459995 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=854df7d8-81c0-4042-8d56-45fefc2fa1b1,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:54.479962 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.506572 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Attempting to bind port 8dbaac3e-e3fd-4c20-8700-31fb111f140a on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:49:54.506572 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Attempting to bind port 8dbaac3e-e3fd-4c20-8700-31fb111f140a by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:49:54.506572 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Attempting to bind port 8dbaac3e-e3fd-4c20-8700-31fb111f140a on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:49:54.525508 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:49:54.525996 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Checking segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:49:54.526408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.526808 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Bound using segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:49:54.527660 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Bound port: 8dbaac3e-e3fd-4c20-8700-31fb111f140a, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:49:54.527799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.635445 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Current status of the port 64e8948e-25b6-4b2f-a013-e9745bb63e26 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:54.638742 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.640569 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:54.674295 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.705230 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090ed9e-a9eb-4de7-bdc1-1e6e1de860ac None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:54.733032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:54.760348 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] For port 64e8948e-25b6-4b2f-a013-e9745bb63e26, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=64e8948e-25b6-4b2f-a013-e9745bb63e26,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:54.794168 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2f12945f-f251-4591-9bbc-48dc83987807), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.837058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Network 23226b4e-faad-4336-ba65-1981f634686c is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:49:54.838890 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] For port 8dbaac3e-e3fd-4c20-8700-31fb111f140a, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:49:54.857272 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] For port 8dbaac3e-e3fd-4c20-8700-31fb111f140a, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8dbaac3e-e3fd-4c20-8700-31fb111f140a,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:49:54.859063 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.889670 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35972) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:54.912135 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:49:54.921047 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5bec0058-bdce-4f78-a30b-e410381c7fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.935215 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:49:54.945392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:54.950300 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:54.992481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-44396064-16dc-4f64-a815-3196cc1c0f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.034310 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Pushing event updated for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.083376 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Provisioning complete for port 64e8948e-25b6-4b2f-a013-e9745bb63e26 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:55.087984 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.093605 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.221531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5bec0058-bdce-4f78-a30b-e410381c7fa6 admin admin] Publish callbacks [] for security_group (b618e670-11c0-4e8a-a430-e84186c82230), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.263125 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-44396064-16dc-4f64-a815-3196cc1c0f3a admin admin] Publish callbacks [] for security_group (e9171c52-4cec-49e5-aaf1-c15ae1d7b291), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.290039 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5bec0058-bdce-4f78-a30b-e410381c7fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b618e670-11c0-4e8a-a430-e84186c82230), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.358996 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-44396064-16dc-4f64-a815-3196cc1c0f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e9171c52-4cec-49e5-aaf1-c15ae1d7b291), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.367833 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5bec0058-bdce-4f78-a30b-e410381c7fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0ac71dd262e4843971a5e1a1f2c4636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775856 May 03 22:49:55.368989 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 35992) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:55.399242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec0058-bdce-4f78-a30b-e410381c7fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b618e670-11c0-4e8a-a430-e84186c82230,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.444055 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 854df7d8-81c0-4042-8d56-45fefc2fa1b1 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:55.466773 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:49:55.468530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:49:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:55.542926 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-44396064-16dc-4f64-a815-3196cc1c0f3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54e7471a56604859b29e095bcd358a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2748725 May 03 22:49:55.559009 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36000) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:49:55.572785 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44396064-16dc-4f64-a815-3196cc1c0f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9171c52-4cec-49e5-aaf1-c15ae1d7b291,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.647094 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f935c-a12b-4c17-89d3-edbafc0b21c0 None None] Pushing event updated for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.737139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] Publish callbacks [] for security_group (b618e670-11c0-4e8a-a430-e84186c82230), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.756737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57f857-defc-4ef6-8747-57042ace764b None None] Pushing event updated for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:55.828726 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] Publish callbacks [] for security_group (b618e670-11c0-4e8a-a430-e84186c82230), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.869621 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:49:55.905542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] Publish callbacks [] for security_group (e9171c52-4cec-49e5-aaf1-c15ae1d7b291), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.953650 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-2716e247-4223-4ed8-ae3b-8a07fc565925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.974645 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (2f12945f-f251-4591-9bbc-48dc83987807), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.982457 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:55.982764 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:55.991285 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] Publish callbacks [] for security_group (e9171c52-4cec-49e5-aaf1-c15ae1d7b291), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.038445 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-56cc9a2f-ce4b-41fc-94c9-5a5ea97dc9b5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2699747 May 03 22:49:56.068441 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-4ab7f14e-9981-48c8-8abf-c6a54f8efc05 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:56.075597 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-4ab7f14e-9981-48c8-8abf-c6a54f8efc05 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 1.3882442 May 03 22:49:56.098449 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2f12945f-f251-4591-9bbc-48dc83987807), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.170344 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b618e670-11c0-4e8a-a430-e84186c82230), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.179335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.184556 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b618e670-11c0-4e8a-a430-e84186c82230 HTTP/1.1" status: 204 len: 168 time: 0.8060627 May 03 22:49:56.206422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c2446-1019-499d-949f-830c30f1df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618e670-11c0-4e8a-a430-e84186c82230,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.268881 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Current status of the port 64e8948e-25b6-4b2f-a013-e9745bb63e26 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:56.273936 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.291696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e9171c52-4cec-49e5-aaf1-c15ae1d7b291), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.294288 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.298399 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9171c52-4cec-49e5-aaf1-c15ae1d7b291 HTTP/1.1" status: 204 len: 168 time: 0.7350986 May 03 22:49:56.308015 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:56.308413 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.316910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e89b7-cfee-4f7c-a7e9-bad477eaa7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9171c52-4cec-49e5-aaf1-c15ae1d7b291,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.322561 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-c204f258-fabb-4505-9901-1a9afb9fdb4f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/quotas/6a1de14c94b24239a57669664273a33e HTTP/1.1" status: 200 len: 375 time: 0.1801920 May 03 22:49:56.381318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=2f12945f-f251-4591-9bbc-48dc83987807,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:56.423677 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.428309 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d50054dd-6edc-452b-9d5c-af92d00cf7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5420461 May 03 22:49:56.443670 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-1ef6f67d-d929-436d-b9f0-5464e82f9860 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2100390889&fields=id&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 267 time: 0.4406374 May 03 22:49:56.447042 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:56.448333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 5067cda0-8097-4a7a-986a-ce3b84cf21e8 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:56.453812 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-abcebaf3-e066-4f0d-bfa5-31db614dc989 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073000 May 03 22:49:56.555794 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:49:56.600661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122e012-8996-4211-8563-7fb2d99363c5 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:49:56.617727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Current status of the port 8dbaac3e-e3fd-4c20-8700-31fb111f140a is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:56.618238 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.688162 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.693796 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:56.693796 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.698600 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-6834742a-7c10-4828-94a3-2d3dc568f385 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:56.703662 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-6834742a-7c10-4828-94a3-2d3dc568f385 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 816 time: 0.2450080 May 03 22:49:56.746942 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-bb95c2da-4f48-4fd8-8e5a-e9383bcce250 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/quotas/76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 375 time: 0.0342395 May 03 22:49:56.755652 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-21f6bed3-b5e9-4745-b6dd-8ba73408d68c service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487438 May 03 22:49:56.792290 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] For port 8dbaac3e-e3fd-4c20-8700-31fb111f140a, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8dbaac3e-e3fd-4c20-8700-31fb111f140a,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:49:56.880214 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:56.912633 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-5a2cfd4b-edc4-407e-9c9b-d3189d6daf70 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:49:56.913987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-5a2cfd4b-edc4-407e-9c9b-d3189d6daf70 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077786 May 03 22:49:56.918114 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-04bd9929-d981-4afc-b7d2-e07046e13124 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601744 May 03 22:49:57.067844 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:57.084357 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-4be49a01-a3d6-412c-85a2-343f89d966af None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:57.091922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4be49a01-a3d6-412c-85a2-343f89d966af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:57.094156 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a1b13-703c-4adb-a970-fd6a3b2bc078 None None] Pushing event updated for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:49:57.120201 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-0d31370d-962b-48d8-a893-a645156e3f6a service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635490 May 03 22:49:57.209084 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-b0245a34-180e-4235-b4fd-1c87533fbd63 service neutron] 10.222.0.23 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676234 May 03 22:49:57.332868 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-4be49a01-a3d6-412c-85a2-343f89d966af None None] Current status of the port 8dbaac3e-e3fd-4c20-8700-31fb111f140a is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:57.364286 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 64e8948e-25b6-4b2f-a013-e9745bb63e26 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:57.365151 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-3019f9f2-17c6-4402-9ab9-bc5d274a1342 service neutron] 10.222.0.23 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503012 May 03 22:49:57.452069 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 64e8948e-25b6-4b2f-a013-e9745bb63e26 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:57.466424 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:57.690739 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 64e8948e-25b6-4b2f-a013-e9745bb63e26 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:57.692172 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8dbaac3e-e3fd-4c20-8700-31fb111f140a up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:57.718599 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab92219-71de-4eac-ac02-10d6cb5c4a16 req-f5c5f126-ed16-4c1a-8808-783d99b512c3 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:57.720338 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1ab92219-71de-4eac-ac02-10d6cb5c4a16 req-f5c5f126-ed16-4c1a-8808-783d99b512c3 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 932 time: 0.1183932 May 03 22:49:57.787994 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:57.788372 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:57.850292 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:57.897909 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1ab92219-71de-4eac-ac02-10d6cb5c4a16 req-2dad724f-c221-4ef4-9430-9c3ea0f32e4c tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622398 May 03 22:49:58.064344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 8dbaac3e-e3fd-4c20-8700-31fb111f140a is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:58.146562 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6bc78d3-5192-4a90-8d51-fcfff3a79ffa req-c125ff1d-000c-49ec-aae0-87e88ce0ffe5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.1158795 May 03 22:49:58.222195 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-e55422dd-ac08-4e44-a409-4ad4ccafa488 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1388324875&fields=id&tenant_id=cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 267 time: 0.2442169 May 03 22:49:58.369480 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4184d747-3429-4379-9ec4-202ba7a93fc6 req-e6f8b5db-316b-4fee-ac5c-e1327b2bc208 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0932126 May 03 22:49:58.567126 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-a36aa11a-04f2-4174-a45b-0e8154bd3f56 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:58.588013 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-a36aa11a-04f2-4174-a45b-0e8154bd3f56 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 811 time: 0.3644946 May 03 22:49:58.618905 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-626e3503-f735-4137-ae3a-251f9fce3da6 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/quotas/cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 375 time: 0.0298653 May 03 22:49:58.737421 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-b4f3b662-e4e3-4de6-9f27-2c6655b9f44c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175489 May 03 22:49:58.749604 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Request body: {'port': {'device_id': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:49:58.935157 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:59.190096 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-d07d4c14-7b66-4716-ac6f-0f4119ba7839 service neutron] 10.222.0.23 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447906 May 03 22:49:59.242566 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8dbaac3e-e3fd-4c20-8700-31fb111f140a up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:49:59.323895 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c30f-11ad-4e6d-a7d3-dc78093c39e1 req-630dd4ee-0ed1-4063-8f7f-f5f10322beca tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:49:59.331872 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85e7c30f-11ad-4e6d-a7d3-dc78093c39e1 req-630dd4ee-0ed1-4063-8f7f-f5f10322beca tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 932 time: 0.2843230 May 03 22:49:59.442903 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 8dbaac3e-e3fd-4c20-8700-31fb111f140a triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:49:59.443473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:59.509217 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:49:59.719087 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 8dbaac3e-e3fd-4c20-8700-31fb111f140a is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:49:59.810165 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85e7c30f-11ad-4e6d-a7d3-dc78093c39e1 req-7d950b89-7903-4eed-bcb6-25e0e09e577e tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058293 May 03 22:49:59.867032 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-e25a335c-1aa0-4a1f-badc-6e05e87505cc service neutron] 10.222.0.23 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751781 May 03 22:49:59.942638 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fcfafe8a-d7f8-4803-b71a-511cbea3bbf8 req-32f18104-b0ad-4c47-9bfa-816789f52737 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0576432 May 03 22:50:00.068816 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d5fdad71-27bc-4319-9ee8-78dbd267c2ae req-dd967677-1bd9-4a54-ab44-6794aae2bec0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0604532 May 03 22:50:00.147800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 {{(pid=110445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:00.158740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks [] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:00.191157 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.provisioning_blocks [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Transition to ACTIVE for port object 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 will not be triggered until provisioned by entity L2. {{(pid=110445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:50:00.212921 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0f757ced-d3cb-4e1f-a07c-a4773f123340 req-36b20eab-28f4-4bb2-841d-aad3f0ca917f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0332751 May 03 22:50:00.259763 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:00.379255 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Pushing event updated for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:00.442613 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Attempting to bind port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:00.443187 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Attempting to bind port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'bb581834-295c-4e17-9705-82d7f83d7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '23226b4e-faad-4336-ba65-1981f634686c'}] {{(pid=110445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:00.443826 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Attempting to bind port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 on network 23226b4e-faad-4336-ba65-1981f634686c {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:00.479089 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 on network 23226b4e-faad-4336-ba65-1981f634686c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:50:00.479799 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Attempting to bind port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 on network 23226b4e-faad-4336-ba65-1981f634686c {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:00.492157 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:00.493848 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Checking segment: {'id': 'bb581834-295c-4e17-9705-82d7f83d7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '23226b4e-faad-4336-ba65-1981f634686c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:00.494496 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Bound using segment: {'id': 'bb581834-295c-4e17-9705-82d7f83d7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '23226b4e-faad-4336-ba65-1981f634686c'} {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:00.494983 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Bound port: 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb581834-295c-4e17-9705-82d7f83d7aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '23226b4e-faad-4336-ba65-1981f634686c'}}] {{(pid=110445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:00.499001 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:00.600242 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, cleared binding levels {{(pid=110445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:00.606331 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,segment=NetworkSegment(bb581834-295c-4e17-9705-82d7f83d7aaa),segment_id=bb581834-295c-4e17-9705-82d7f83d7aaa)] {{(pid=110445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:00.749459 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:00.846524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:00.851172 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:00.855222 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] 10.222.0.36 "PUT /v2.0/ports/73df4552-4d61-4a0d-bbf0-b62cf9cbd740 HTTP/1.1" status: 200 len: 1094 time: 2.6030021 May 03 22:50:00.862650 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:01.025212 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4fe7a-0b06-46e6-b73b-2d09c49b8913 service neutron] Pushing event updated for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=3']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:01.068632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccf651-de0b-45e1-94eb-0e6c7cd17eb1 req-f760e503-5641-4bd0-8694-b419b5c9d2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:01.070214 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c2ccf651-de0b-45e1-94eb-0e6c7cd17eb1 req-f760e503-5641-4bd0-8694-b419b5c9d2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.1177204 May 03 22:50:01.217972 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8d48b278-00b7-4273-a87c-1a90d88c8925 req-ba3c4725-c426-475c-b26b-6d77666dbc36 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0778162 May 03 22:50:01.231898 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c2ccf651-de0b-45e1-94eb-0e6c7cd17eb1 req-ed605e7a-d309-49b7-93c4-fbf4045d6b09 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473653 May 03 22:50:01.284482 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c2287-4952-49da-9803-de318c4283ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:01.398685 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-baa984b2-98be-4db2-b61d-e0dc2d60251a req-f2defaf4-b64b-4f1d-84f5-4d5e5219fde8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0682704 May 03 22:50:01.425594 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-17d8cd8f-d01c-46b7-b4d5-3624561127c8 req-ea73707d-bf29-46d6-beae-292d26fbef16 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0728908 May 03 22:50:01.464718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36224) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:01.584706 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa4d8-a7a3-4252-821d-0e476278df7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:01.626522 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee036ad2-8789-4de2-be99-ef93409bf95b x-openstack-request-id: req-ee036ad2-8789-4de2-be99-ef93409bf95b {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:01.626813 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:01.627056 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee036ad2-8789-4de2-be99-ef93409bf95b {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:01.627507 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee036ad2-8789-4de2-be99-ef93409bf95b'] response: {'name': 'network-changed', 'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740', 'status': 'completed', 'code': 200} May 03 22:50:01.667125 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa4d8-a7a3-4252-821d-0e476278df7e admin admin] Publish callbacks [] for security_group (4f53bee9-8900-4ec3-9bd6-a4a1447f009c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:01.776506 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa4d8-a7a3-4252-821d-0e476278df7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4f53bee9-8900-4ec3-9bd6-a4a1447f009c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:01.815374 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bf3fa4d8-a7a3-4252-821d-0e476278df7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9824d8c8d29045158cfd9ac6cd965d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488820 May 03 22:50:01.816497 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fa4d8-a7a3-4252-821d-0e476278df7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53bee9-8900-4ec3-9bd6-a4a1447f009c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:01.818090 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36230) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:01.869582 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] Publish callbacks [] for security_group (4f53bee9-8900-4ec3-9bd6-a4a1447f009c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:01.896395 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] Publish callbacks [] for security_group (4f53bee9-8900-4ec3-9bd6-a4a1447f009c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:02.011066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4f53bee9-8900-4ec3-9bd6-a4a1447f009c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:02.013620 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:02.014750 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f53bee9-8900-4ec3-9bd6-a4a1447f009c HTTP/1.1" status: 204 len: 168 time: 0.1947753 May 03 22:50:02.023400 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7678a4-a07b-41d1-b023-102be39b6046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53bee9-8900-4ec3-9bd6-a4a1447f009c,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:02.372767 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e3965ed7-39ae-4a90-8003-ec1780794a63 req-0da2fc14-43e2-4e4d-aea0-ff651334d562 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0420492 May 03 22:50:02.603872 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f20a0b8e-376c-4305-a2a9-840830593ffc req-246fd97c-d8b0-4564-ab84-b474a8e1fcfc tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0329778 May 03 22:50:02.612957 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b448dea-9402-43c1-8fcc-b6fe728ea739 req-52865098-85f4-45a5-ade4-399226ef0690 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:02.614484 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3b448dea-9402-43c1-8fcc-b6fe728ea739 req-52865098-85f4-45a5-ade4-399226ef0690 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.2400880 May 03 22:50:02.681392 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3b448dea-9402-43c1-8fcc-b6fe728ea739 req-9d2efa07-856f-4c0f-9c66-03f2370d48c9 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609710 May 03 22:50:02.724130 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d8de9ef1-5411-4514-89e6-193b4c694da4 req-f021493b-41a9-40c2-887f-6f48a70ecedb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0416987 May 03 22:50:02.875223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36254) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:02.890211 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-01253767-d435-4a4f-a2ba-81f024410b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:03.001011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-01253767-d435-4a4f-a2ba-81f024410b85 admin admin] Publish callbacks [] for security_group (c80a167e-ae10-4b81-947f-2754108773f5), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:03.529579 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-13d5fab5-d591-4465-9ff8-8822ac83baae req-3d328e46-1c72-4e30-947e-145ce923556b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0396092 May 03 22:50:03.713430 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fb4f862b-c00e-43f5-8518-e9886cb4bdcf req-1da1c1fe-25cf-4746-8deb-4e8891a9d074 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0292857 May 03 22:50:03.813027 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f5ae0-db56-4dbe-b3e0-f7044bd7e529 req-44a9ae3f-d4af-4520-9409-1ea94259e475 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:03.815223 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-880f5ae0-db56-4dbe-b3e0-f7044bd7e529 req-44a9ae3f-d4af-4520-9409-1ea94259e475 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0579455 May 03 22:50:03.866312 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-08b2ce1b-7014-4014-8d14-53c7a9187565 req-72120b33-9125-4817-be89-258f4ee1e976 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0500560 May 03 22:50:03.901829 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-880f5ae0-db56-4dbe-b3e0-f7044bd7e529 req-26fad9ac-fac6-4c65-bdb5-79901f78194a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765915 May 03 22:50:03.948679 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-01253767-d435-4a4f-a2ba-81f024410b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c80a167e-ae10-4b81-947f-2754108773f5), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:03.992016 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01253767-d435-4a4f-a2ba-81f024410b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a167e-ae10-4b81-947f-2754108773f5,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:03.999334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36278) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:03.999920 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-01253767-d435-4a4f-a2ba-81f024410b85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c00888b377314af6b7aa1493899e3d20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1268427 May 03 22:50:04.060474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] Publish callbacks [] for security_group (c80a167e-ae10-4b81-947f-2754108773f5), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:04.100509 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] Publish callbacks [] for security_group (c80a167e-ae10-4b81-947f-2754108773f5), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:04.159536 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-8a40cfe9-d443-48cb-8ee4-1846797953da tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:04.161176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-8a40cfe9-d443-48cb-8ee4-1846797953da tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 0.1150267 May 03 22:50:04.245341 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c80a167e-ae10-4b81-947f-2754108773f5), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:04.247955 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:04.249103 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c80a167e-ae10-4b81-947f-2754108773f5 HTTP/1.1" status: 204 len: 168 time: 0.2485723 May 03 22:50:04.257130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9990986-b86f-4a62-9c50-4b4cb509c974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a167e-ae10-4b81-947f-2754108773f5,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:04.312564 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'port': {'device_id': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'admin_state_up': True, 'tenant_id': '6a1de14c94b24239a57669664273a33e'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:04.452833 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.36', 51280) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:04.539311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2287-4952-49da-9803-de318c4283ce req-722b8f0f-8000-4b6b-be7f-86094a6f2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:04.540858 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f29c2287-4952-49da-9803-de318c4283ce req-722b8f0f-8000-4b6b-be7f-86094a6f2c14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 1128 time: 0.0869870 May 03 22:50:04.631842 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Made reservation on behalf of 6a1de14c94b24239a57669664273a33e for: {'port': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:04.635097 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:04.638275 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6980f382-986c-4ebf-92c4-595ed6af1859 req-1b9d17d9-ca66-4e38-a16d-a3b3e46184b8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0394192 May 03 22:50:04.739344 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2287-4952-49da-9803-de318c4283ce req-0ac38c55-ec65-4936-8113-674fb00e0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:04.740878 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f29c2287-4952-49da-9803-de318c4283ce req-0ac38c55-ec65-4936-8113-674fb00e0c9b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1876371 May 03 22:50:04.776226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Allocated IP 172.20.0.14 (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6/510977aa-e766-4199-9d94-bb1662669541/b8b67417-29f1-49e9-acf9-a05c0d70b477) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:04.874063 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4c3bc017-ec7f-4ef2-9bdf-79da06ebc9c3 req-0203f30c-7d5b-41bc-b35f-028d3126d553 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0417640 May 03 22:50:05.017925 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd4c06ef-9fa5-48fd-a966-97dc26bd1eff req-eed141e2-7f57-4e1b-a370-56379da043d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0375674 May 03 22:50:05.062882 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.091982 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34bbac-c4a1-426c-9f40-a9eb2f4a835c req-5bc433e5-4887-4e6c-b284-494822c1bf99 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.096187 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0d34bbac-c4a1-426c-9f40-a9eb2f4a835c req-5bc433e5-4887-4e6c-b284-494822c1bf99 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0842745 May 03 22:50:05.168275 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0d34bbac-c4a1-426c-9f40-a9eb2f4a835c req-6bee824b-802a-40fe-827b-fd5244075324 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711942 May 03 22:50:05.214135 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2287-4952-49da-9803-de318c4283ce req-01c8470b-80fd-40b5-bc15-547ecc3276e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.219929 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f29c2287-4952-49da-9803-de318c4283ce req-01c8470b-80fd-40b5-bc15-547ecc3276e2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656258 May 03 22:50:05.223038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.272484 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:05.275571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:05.279870 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:05.285783 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.285902 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.291664 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.302614 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:05.407037 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.36', 51284) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:05.463128 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-6c47c52e-6d23-4c1b-8419-2531770beee7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543913 May 03 22:50:05.506981 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Request body: {'port': {'device_id': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:05.570081 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-44c41f03-ca85-4a3f-a97c-9838491b8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.571535 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-44c41f03-ca85-4a3f-a97c-9838491b8b76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 1128 time: 0.1600525 May 03 22:50:05.619443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.631560 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-1ee9ba7b-d5ae-4337-8cde-1debd81701a5 None None] Provisioning complete for port b8b67417-29f1-49e9-acf9-a05c0d70b477 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:05.632800 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1ee9ba7b-d5ae-4337-8cde-1debd81701a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:05.673336 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-2df5f38f-6ede-4662-9df8-2defeda0478e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:05.673336 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-2df5f38f-6ede-4662-9df8-2defeda0478e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 0.2892592 May 03 22:50:05.689191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9ba7b-d5ae-4337-8cde-1debd81701a5 None None] Port b8b67417-29f1-49e9-acf9-a05c0d70b477 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:05.722479 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'port': {'device_id': '097f40f4-64ca-4929-ab1e-b044a0917041', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'admin_state_up': True, 'tenant_id': '6a1de14c94b24239a57669664273a33e'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:05.749083 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.36', 51286) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:05.862218 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-7e4340e8-97bc-4ad6-a851-be4a3c645b3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740 HTTP/1.1" status: 200 len: 217 time: 0.0895944 May 03 22:50:05.905760 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5bfc00a3-21f7-4d79-b844-116c39cf3279 req-74ee425a-8203-4f16-a6ed-a1e0ef1f9995 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0571849 May 03 22:50:06.003164 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-e72315d6-c64d-4214-902f-a428ccda5056 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:06.004652 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-e72315d6-c64d-4214-902f-a428ccda5056 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 816 time: 0.2546213 May 03 22:50:06.070617 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-deb158fe-9f09-4593-99fa-d55aa720f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:06.073101 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-deb158fe-9f09-4593-99fa-d55aa720f2dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec229a2-3666-4e4a-b222-f8633775f173 HTTP/1.1" status: 200 len: 852 time: 0.1901562 May 03 22:50:06.076953 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-540042f5-6618-40a2-92d3-85449b9b0d95 req-2e98c63f-296e-4752-86c2-5e8976a8dc8b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0759792 May 03 22:50:06.138335 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-c271f538-30d2-439c-a838-dcdbb78b0490 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23226b4e-faad-4336-ba65-1981f634686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541363 May 03 22:50:06.179175 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-d5e82dc2-5a63-41df-bd68-827511f686e7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 380 time: 0.1584296 May 03 22:50:06.179734 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.36', 51290) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:06.222478 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Made reservation on behalf of 6a1de14c94b24239a57669664273a33e for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:06.226916 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:06.241814 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'port': {'device_id': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'admin_state_up': True, 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'security_groups': ['85354a88-1a49-428b-8c20-cb709ec4578f']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:06.260478 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d3e0af8d-12f7-4547-9546-b4ebe62a7a7c req-f9e14c14-051c-41df-ba14-90f3cfe865d4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0527050 May 03 22:50:06.397087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e046e0-3fb0-4353-8a2b-97e7856430d1 req-a3ce7268-3194-4eea-a2d0-9c3d2a012f11 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:06.398638 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47e046e0-3fb0-4353-8a2b-97e7856430d1 req-a3ce7268-3194-4eea-a2d0-9c3d2a012f11 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.1099515 May 03 22:50:06.404027 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-55f193dc-c2d6-4ac9-bbd7-ee68e3265e6f service neutron] 10.222.0.36 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197292 May 03 22:50:06.413483 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b67417-29f1-49e9-acf9-a05c0d70b477 {{(pid=110445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:06.496947 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks [] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:06.590057 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-152ace36-b00d-4fc8-a0b8-813f99edbf41 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:06.591736 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-152ace36-b00d-4fc8-a0b8-813f99edbf41 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 811 time: 0.4088531 May 03 22:50:06.667357 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-8730ec61-8e95-44c1-9391-b1297c33fda9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 380 time: 0.0640597 May 03 22:50:06.699560 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.provisioning_blocks [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Transition to ACTIVE for port object b8b67417-29f1-49e9-acf9-a05c0d70b477 will not be triggered until provisioned by entity L2. {{(pid=110445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:50:06.702692 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Made reservation on behalf of 76dfa0aca06245aea5d79f4a92e36e17 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:06.710265 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:06.722987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c43a24-2a45-4eca-b19d-f9a92fb20488 req-c2b23a87-f17d-4f3b-b33d-2ec6a01fd9da service neutron] 10.222.0.36 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037095 May 03 22:50:06.732693 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47e046e0-3fb0-4353-8a2b-97e7856430d1 req-e8e4c7fa-5a60-4d70-8d52-321e70c0e68d tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216836 May 03 22:50:06.782844 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:06.834487 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:06.877877 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Attempting to bind port b8b67417-29f1-49e9-acf9-a05c0d70b477 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:06.878613 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Attempting to bind port b8b67417-29f1-49e9-acf9-a05c0d70b477 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}] {{(pid=110445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:06.878613 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Attempting to bind port b8b67417-29f1-49e9-acf9-a05c0d70b477 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:06.883394 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Port b8b67417-29f1-49e9-acf9-a05c0d70b477 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:50:06.883775 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Attempting to bind port b8b67417-29f1-49e9-acf9-a05c0d70b477 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:06.895762 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:06.896409 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:06.897007 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Bound using segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} {{(pid=110445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:06.897719 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.managers [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Bound port: b8b67417-29f1-49e9-acf9-a05c0d70b477, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}}] {{(pid=110445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:06.898315 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:06.937252 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Allocated IP 172.20.0.11 (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6/510977aa-e766-4199-9d94-bb1662669541/30078322-85dc-42e0-a33f-e086086dc244) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:06.955729 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Allocated IP 172.20.0.7 (764b080d-4e33-4799-8787-77a78fceb305/1ff4abf5-3ea7-4143-8f6c-3529a40818b0/cf40eac8-07ac-49a1-ad73-e81eba338723) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:07.008838 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, cleared binding levels {{(pid=110445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:07.012573 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:07.060446 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5168fc1a-9d34-4901-86dd-aca7062e07d1 req-71698f10-c71c-438f-81ee-9d2be7c52273 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0353973 May 03 22:50:07.101351 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.156281 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.156281 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.156281 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 200 len: 1094 time: 1.6510956 May 03 22:50:07.166758 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:07.170208 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d" -d '{"events": [{"name": "network-changed", "server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:07.213003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=3']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.264490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for port (30078322-85dc-42e0-a33f-e086086dc244), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.268089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.288768 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854de62d-fc67-486c-9171-0a12ca554fa8 x-openstack-request-id: req-854de62d-fc67-486c-9171-0a12ca554fa8 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:07.289062 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:07.289323 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-854de62d-fc67-486c-9171-0a12ca554fa8 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:07.289778 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854de62d-fc67-486c-9171-0a12ca554fa8'] response: {'name': 'network-changed', 'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477', 'status': 'completed', 'code': 200} May 03 22:50:07.324899 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0dda38e0-db88-4429-b5f1-3faad1640aec req-d66c1b3a-a710-4e53-a4fc-5ddf2cc58903 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.1128149 May 03 22:50:07.400686 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-288155d8-a817-4e3d-bd53-3ff1179e7e69 req-9e58109f-6fd2-460b-9403-bc48c23df194 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0337749 May 03 22:50:07.426286 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.475675 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.512695 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:07.528452 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:07.531703 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:07.538920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.538920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.542270 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Network 764b080d-4e33-4799-8787-77a78fceb305 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:07.544389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.553692 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:07.556171 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:07.563730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.563730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.620851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:07.715240 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-6306f02d-dd44-4e7f-aa26-cc6ce8112a64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9985149 May 03 22:50:07.775281 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-2090c30f-7428-411f-ba92-d87ddf3a71b6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5890584 May 03 22:50:07.866296 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac6d04-cdb5-4f1d-832a-53a46b8c23a3 req-06a6c496-f4bf-4771-ae47-e5c1099d7833 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:07.868008 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7cac6d04-cdb5-4f1d-832a-53a46b8c23a3 req-06a6c496-f4bf-4771-ae47-e5c1099d7833 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0521305 May 03 22:50:07.868556 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Provisioning complete for port 30078322-85dc-42e0-a33f-e086086dc244 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:07.872767 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30078322-85dc-42e0-a33f-e086086dc244), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:07.912747 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Port 30078322-85dc-42e0-a33f-e086086dc244 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:07.921289 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7cac6d04-cdb5-4f1d-832a-53a46b8c23a3 req-a6911d89-9cfd-4348-9d7f-ac9bf4a153b0 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 May 03 22:50:07.932007 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Provisioning complete for port cf40eac8-07ac-49a1-ad73-e81eba338723 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:07.932425 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.083948 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-75b0fc7e-a62b-4f2f-aab9-11771950c255 None None] Port cf40eac8-07ac-49a1-ad73-e81eba338723 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:08.097695 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36458) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:08.174372 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e558ce7-914a-45da-a2fc-be5371851d1b req-61b38ec8-60e4-481d-a5de-85f4b2a82b72 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:08.175874 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e558ce7-914a-45da-a2fc-be5371851d1b req-61b38ec8-60e4-481d-a5de-85f4b2a82b72 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 932 time: 0.0470159 May 03 22:50:08.205976 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e520a71f-767c-4efe-96c8-3d1d1bef595a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.240170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e558ce7-914a-45da-a2fc-be5371851d1b req-2f52ee60-6bb7-42e8-a8e2-208e6fa13fdb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554054 May 03 22:50:08.293573 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e520a71f-767c-4efe-96c8-3d1d1bef595a admin admin] Publish callbacks [] for security_group (8277f402-f698-4ab3-b19f-5707794de15e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.364117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e520a71f-767c-4efe-96c8-3d1d1bef595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8277f402-f698-4ab3-b19f-5707794de15e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.416057 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e520a71f-767c-4efe-96c8-3d1d1bef595a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ddbb87aa8694919b05bb5190681dab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150780 May 03 22:50:08.417514 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36472) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:08.423879 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520a71f-767c-4efe-96c8-3d1d1bef595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277f402-f698-4ab3-b19f-5707794de15e,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:08.438650 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f56a92d-f1a2-48bc-9b44-1429ffad4392 req-99d0e7dd-c6e0-4022-9f99-1c62d089052c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0417113 May 03 22:50:08.481325 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] Publish callbacks [] for security_group (8277f402-f698-4ab3-b19f-5707794de15e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.503554 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] Publish callbacks [] for security_group (8277f402-f698-4ab3-b19f-5707794de15e), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.540484 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6a4c3-698b-45cf-8c87-e92fc0ef9564 req-6cc88d43-9793-4f16-baa7-5f37fe38d114 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:08.544802 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-efe6a4c3-698b-45cf-8c87-e92fc0ef9564 req-6cc88d43-9793-4f16-baa7-5f37fe38d114 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 931 time: 0.0513091 May 03 22:50:08.594415 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-efe6a4c3-698b-45cf-8c87-e92fc0ef9564 req-b34fc3c0-2963-4282-9f82-00f7b6d130b0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465243 May 03 22:50:08.651273 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8277f402-f698-4ab3-b19f-5707794de15e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.653984 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.657691 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8277f402-f698-4ab3-b19f-5707794de15e HTTP/1.1" status: 204 len: 168 time: 0.2364833 May 03 22:50:08.665372 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e1018-b36c-4380-8009-0620c6439410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277f402-f698-4ab3-b19f-5707794de15e,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:08.668557 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36484) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:08.777601 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-51feabba-9cea-4511-9174-cbc3865e46fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:08.998149 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-51feabba-9cea-4511-9174-cbc3865e46fd admin admin] Publish callbacks [] for security_group (4715fe26-da00-4426-b79f-b28edd8b2120), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.041887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2894b-bc96-4c50-9739-3f90ac3d3d2f req-3b9c2de2-3a58-4fd9-91cd-d512ed6f7c22 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.044026 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e2894b-bc96-4c50-9739-3f90ac3d3d2f req-3b9c2de2-3a58-4fd9-91cd-d512ed6f7c22 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0565209 May 03 22:50:09.077839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-51feabba-9cea-4511-9174-cbc3865e46fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4715fe26-da00-4426-b79f-b28edd8b2120), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.102339 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e2894b-bc96-4c50-9739-3f90ac3d3d2f req-6f4510e5-cf5f-4a03-8c42-509951282da2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516541 May 03 22:50:09.118570 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-51feabba-9cea-4511-9174-cbc3865e46fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=523dfa3dc1764e11bd6846a311997fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459069 May 03 22:50:09.118570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51feabba-9cea-4511-9174-cbc3865e46fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4715fe26-da00-4426-b79f-b28edd8b2120,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:09.118841 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36492) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:09.167217 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] Publish callbacks [] for security_group (4715fe26-da00-4426-b79f-b28edd8b2120), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.192658 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] Publish callbacks [] for security_group (4715fe26-da00-4426-b79f-b28edd8b2120), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.350149 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4715fe26-da00-4426-b79f-b28edd8b2120), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.350728 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.354655 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4715fe26-da00-4426-b79f-b28edd8b2120 HTTP/1.1" status: 204 len: 168 time: 0.2349584 May 03 22:50:09.363983 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c318c-4b61-4c6a-b397-1a6d193a233e req-717b5f8c-00f4-48fb-bf60-f5a865e5cd9a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.365475 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c80c318c-4b61-4c6a-b397-1a6d193a233e req-717b5f8c-00f4-48fb-bf60-f5a865e5cd9a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 932 time: 0.0596097 May 03 22:50:09.380503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'port': {'device_id': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'admin_state_up': True, 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'security_groups': ['d8de4f24-9ca7-482b-8643-3b7a09268515']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:09.412889 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Request body: {'port': {'device_id': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:09.421511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36506) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:09.423522 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f2118-a4c2-44ee-9cd7-eb1126389667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4715fe26-da00-4426-b79f-b28edd8b2120,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:09.436905 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Request body: {'port': {'device_id': '097f40f4-64ca-4929-ab1e-b044a0917041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:09.509541 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-a7d4ddd9-937b-4382-a805-056ff50d25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.511260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-a7d4ddd9-937b-4382-a805-056ff50d25c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1128 time: 0.0813866 May 03 22:50:09.537547 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c80c318c-4b61-4c6a-b397-1a6d193a233e req-2047ddfb-c464-446b-827c-65592979d626 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304119 May 03 22:50:09.552493 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3543-0336-4b67-90cd-f2c93bc65640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.605152 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66859c1c-ea1e-4f58-aae7-a80575d4bee4 req-782c9531-a70e-4a99-8943-857657117f56 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0531235 May 03 22:50:09.659317 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.667386 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30078322-85dc-42e0-a33f-e086086dc244), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.774703 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6419-5c12-495a-b9c1-3bde4a190467 req-f3dbcc36-25c2-4457-a958-70d3ff2a33d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.776281 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4eac6419-5c12-495a-b9c1-3bde4a190467 req-f3dbcc36-25c2-4457-a958-70d3ff2a33d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 931 time: 0.0861924 May 03 22:50:09.777293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-57cd4b89-90ea-42f9-90f7-480c8a65dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:09.778618 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-57cd4b89-90ea-42f9-90f7-480c8a65dc93 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6a1de14c94b24239a57669664273a33e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2516735 May 03 22:50:09.830082 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4eac6419-5c12-495a-b9c1-3bde4a190467 req-2b055da4-27db-4c8a-8b02-1faf2caea630 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457911 May 03 22:50:09.904231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Made reservation on behalf of cd0e2add97d14fe98880b55132c9f16f for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:09.907597 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:09.998962 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3543-0336-4b67-90cd-f2c93bc65640 admin admin] Publish callbacks [] for security_group (a9437935-71b4-4344-91a1-eb2993e0e4b7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.120325 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3543-0336-4b67-90cd-f2c93bc65640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a9437935-71b4-4344-91a1-eb2993e0e4b7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.178695 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36518) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:10.209278 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f5fe245c-2903-4231-aa6a-bb9926dbd2de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.248298 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02921f3-c667-420f-b42a-1d9fae216a1d req-df8dc9c9-6c77-47f7-b496-5494d0b440f0 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:10.249778 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c02921f3-c667-420f-b42a-1d9fae216a1d req-df8dc9c9-6c77-47f7-b496-5494d0b440f0 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0810719 May 03 22:50:10.276638 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4e5c3543-0336-4b67-90cd-f2c93bc65640 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70947a9bfba94ca7af25177d871593b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8325088 May 03 22:50:10.277588 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36520) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:10.300716 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3543-0336-4b67-90cd-f2c93bc65640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9437935-71b4-4344-91a1-eb2993e0e4b7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.374460 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c02921f3-c667-420f-b42a-1d9fae216a1d req-30b56282-81a2-4031-a238-f9cfb8a6fd6f tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170232 May 03 22:50:10.381087 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Allocated IP 172.20.0.9 (b6c91e37-04f6-419d-8f83-127027e2771f/0715d204-e3cb-4d60-888a-788b0e896243/d8ae8fa0-053f-4efa-aef1-0f056ff3a873) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:10.400308 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f5fe245c-2903-4231-aa6a-bb9926dbd2de admin admin] Publish callbacks [] for security_group (b759b1c6-0008-4cdd-8f76-83d1f2b880e8), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.415316 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] Publish callbacks [] for security_group (a9437935-71b4-4344-91a1-eb2993e0e4b7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.438177 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] Publish callbacks [] for security_group (a9437935-71b4-4344-91a1-eb2993e0e4b7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.474609 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:10.478158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f5fe245c-2903-4231-aa6a-bb9926dbd2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b759b1c6-0008-4cdd-8f76-83d1f2b880e8), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.492681 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks [] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.498915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30078322-85dc-42e0-a33f-e086086dc244 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:10.518760 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks [] for port (30078322-85dc-42e0-a33f-e086086dc244), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.523773 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:50:10.541688 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f5fe245c-2903-4231-aa6a-bb9926dbd2de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26cf818b9e484af4907e60859546f09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619995 May 03 22:50:10.549612 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe245c-2903-4231-aa6a-bb9926dbd2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b759b1c6-0008-4cdd-8f76-83d1f2b880e8,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.549807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36536) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:10.600087 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Transition to ACTIVE for port object 30078322-85dc-42e0-a33f-e086086dc244 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:50:10.600278 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a9437935-71b4-4344-91a1-eb2993e0e4b7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.602801 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.604425 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9437935-71b4-4344-91a1-eb2993e0e4b7 HTTP/1.1" status: 204 len: 168 time: 0.3244991 May 03 22:50:10.604558 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Transition to ACTIVE for port object cf40eac8-07ac-49a1-ad73-e81eba338723 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:50:10.633507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] Publish callbacks [] for security_group (b759b1c6-0008-4cdd-8f76-83d1f2b880e8), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.639443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cb1d3-88da-48d1-8735-34357ccad605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9437935-71b4-4344-91a1-eb2993e0e4b7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.659356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a4d4-547d-4f0b-9d40-5ecb593a94a8 req-1d31e121-7b86-47be-a092-8b47333189f9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:10.673454 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d59a4d4-547d-4f0b-9d40-5ecb593a94a8 req-1d31e121-7b86-47be-a092-8b47333189f9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 932 time: 0.0623178 May 03 22:50:10.714926 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.716890 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.720959 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] Publish callbacks [] for security_group (b759b1c6-0008-4cdd-8f76-83d1f2b880e8), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:10.867416 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d59a4d4-547d-4f0b-9d40-5ecb593a94a8 req-5e385c45-f779-49cc-98d2-30da8bec7338 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990507 May 03 22:50:10.872894 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:10.918127 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a92cb14e-1e60-4d88-a17d-bf2cc2f41f8d req-a54d306d-60fd-47ec-948f-37ca2d5a2ae2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0937505 May 03 22:50:11.009565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.036478 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-a4208dde-1979-40b3-8bc1-7d7b08cac5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.038409 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11a8d889-fd5a-40f6-bb94-1e8f5e83f18d req-a4208dde-1979-40b3-8bc1-7d7b08cac5c0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3535838 May 03 22:50:11.073883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Attempting to bind port 30078322-85dc-42e0-a33f-e086086dc244 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:11.073883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Attempting to bind port 30078322-85dc-42e0-a33f-e086086dc244 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:11.073883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Attempting to bind port 30078322-85dc-42e0-a33f-e086086dc244 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:11.073883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.086098 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Attempting to bind port cf40eac8-07ac-49a1-ad73-e81eba338723 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:11.086448 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Attempting to bind port cf40eac8-07ac-49a1-ad73-e81eba338723 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:11.086782 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Attempting to bind port cf40eac8-07ac-49a1-ad73-e81eba338723 on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:11.095186 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Port 30078322-85dc-42e0-a33f-e086086dc244 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:50:11.095186 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Attempting to bind port 30078322-85dc-42e0-a33f-e086086dc244 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:11.104627 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0595fdd-6100-4988-93b0-2bd51f5f221c req-7192c7b0-8447-441f-b62a-e17b82159cb8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.108677 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b759b1c6-0008-4cdd-8f76-83d1f2b880e8), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.112130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.113547 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b759b1c6-0008-4cdd-8f76-83d1f2b880e8 HTTP/1.1" status: 204 len: 168 time: 0.5628698 May 03 22:50:11.127117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:11.127117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:11.127117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Bound using segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:11.127117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Bound port: 30078322-85dc-42e0-a33f-e086086dc244, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:11.127117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30078322-85dc-42e0-a33f-e086086dc244), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.127484 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c0595fdd-6100-4988-93b0-2bd51f5f221c req-7192c7b0-8447-441f-b62a-e17b82159cb8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1435015 May 03 22:50:11.143463 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Port cf40eac8-07ac-49a1-ad73-e81eba338723 on network 764b080d-4e33-4799-8787-77a78fceb305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:50:11.143717 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Attempting to bind port cf40eac8-07ac-49a1-ad73-e81eba338723 on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:11.198461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:11.198965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Checking segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:11.199875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Bound using segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:11.200334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Bound port: cf40eac8-07ac-49a1-ad73-e81eba338723, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:11.202713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.213841 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-76909d4a-6433-429a-b7de-933a9c39c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.215441 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-76909d4a-6433-429a-b7de-933a9c39c4f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1128 time: 0.0895317 May 03 22:50:11.220584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c992a3-b802-4a5e-8152-656d81fb85e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b759b1c6-0008-4cdd-8f76-83d1f2b880e8,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.283980 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-18f6f501-ffc7-4ee3-8cd4-80f0f954d8f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 200 len: 217 time: 0.0585916 May 03 22:50:11.290674 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c0595fdd-6100-4988-93b0-2bd51f5f221c req-3712a6c4-cc8f-49bf-8c88-65247b2bf143 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663671 May 03 22:50:11.324553 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.368308 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-f65efdf6-b89f-4fc4-9682-0d39ca4156b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.370262 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-f65efdf6-b89f-4fc4-9682-0d39ca4156b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0758734 May 03 22:50:11.415211 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:50:11.432928 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Network b6c91e37-04f6-419d-8f83-127027e2771f is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:11.450570 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-b9e50239-6001-41c6-bbb5-feecf06e29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.452500 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-b9e50239-6001-41c6-bbb5-feecf06e29f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746276 May 03 22:50:11.468465 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:11.495117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:11.512819 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:11.521002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.522097 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.551254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:11.571078 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366af1ec-f72f-4c81-b449-d8b7fe64a397 req-539e323b-e5d8-4b4e-b4d9-a1de9abc4cf2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.572629 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-366af1ec-f72f-4c81-b449-d8b7fe64a397 req-539e323b-e5d8-4b4e-b4d9-a1de9abc4cf2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 944 time: 0.1023290 May 03 22:50:11.597067 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:11.601474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:11.613709 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,segment=NetworkSegment(bb581834-295c-4e17-9705-82d7f83d7aaa),segment_id=bb581834-295c-4e17-9705-82d7f83d7aaa)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:11.632755 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740', 'network_id': '23226b4e-faad-4336-ba65-1981f634686c', 'port_id': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740', 'mac_address': 'fa:16:3e:e5:1b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aec229a2-3666-4e4a-b222-f8633775f173', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:50:11.634950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30078322-85dc-42e0-a33f-e086086dc244,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:11.687445 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-5cdba3b7-f1e1-494f-b337-89a49a74c26b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3094542 May 03 22:50:11.689940 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:11.690537 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.697275 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Request body: {'port': {'device_id': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:11.728473 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-366af1ec-f72f-4c81-b449-d8b7fe64a397 req-310fe291-d364-4503-ab1a-e6c7a2e0d0e2 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 May 03 22:50:11.737850 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:11.752987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-f3c288d2-68e6-4c76-bc86-6a49913ac769 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843103 May 03 22:50:11.756365 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.773967 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.796633 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,segment=NetworkSegment(bb581834-295c-4e17-9705-82d7f83d7aaa),segment_id=bb581834-295c-4e17-9705-82d7f83d7aaa)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:11.815768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.816401 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.818259 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] 10.222.0.36 "PUT /v2.0/ports/30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 200 len: 1094 time: 2.4026947 May 03 22:50:11.835384 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'tag': '30078322-85dc-42e0-a33f-e086086dc244'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:11.879660 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.932980 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-aac192a4-27cf-4825-9a25-128f919d9c5e service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696510 May 03 22:50:11.950595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:11.978891 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:11.980303 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] 10.222.0.36 "PUT /v2.0/ports/cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 1093 time: 2.5750644 May 03 22:50:12.042445 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.075916 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-97cabe8d-524c-4a4e-8051-b75f4c69383f None None] Provisioning complete for port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:12.076316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-97cabe8d-524c-4a4e-8051-b75f4c69383f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:12.146250 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-97cabe8d-524c-4a4e-8051-b75f4c69383f None None] Port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:12.180130 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86d198-297b-46de-b0cb-7219c14498a6 req-089c044f-6e27-4446-ad55-7905aa6faeba tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.189328 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf86d198-297b-46de-b0cb-7219c14498a6 req-089c044f-6e27-4446-ad55-7905aa6faeba tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 944 time: 0.1750536 May 03 22:50:12.231246 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2062ae-c51a-4606-9f2e-deb14894f12b req-0153529c-af88-4244-a378-1fdc545b6079 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.241010 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e2062ae-c51a-4606-9f2e-deb14894f12b req-0153529c-af88-4244-a378-1fdc545b6079 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 931 time: 0.1441643 May 03 22:50:12.246911 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['73df4552-4d61-4a0d-bbf0-b62cf9cbd740'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:50:12.320739 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf86d198-297b-46de-b0cb-7219c14498a6 req-2479f44d-a520-4547-89d8-c521c36b604c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301348 May 03 22:50:12.386885 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e2062ae-c51a-4606-9f2e-deb14894f12b req-dde825d2-1b4f-4c05-b7da-cfe3ea105f48 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411507 May 03 22:50:12.471090 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326f6f7-473c-41c7-9ea2-5cdbb1ed4fdd service neutron] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.485419 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:12.487752 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b3d43-f074-465b-aead-756c31955f50 req-3fc6927f-e5a7-49a3-bdc9-6b8926c2817e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.497913 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a7b3d43-f074-465b-aead-756c31955f50 req-3fc6927f-e5a7-49a3-bdc9-6b8926c2817e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0716782 May 03 22:50:12.525429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f7b0ce-4aee-45c8-9683-78e371c771ec" -d '{"events": [{"name": "network-changed", "server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "tag": "30078322-85dc-42e0-a33f-e086086dc244"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:12.586244 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a7b3d43-f074-465b-aead-756c31955f50 req-e4a64486-9238-4e48-9dde-85a6f7c7b8b2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860384 May 03 22:50:12.629840 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-f5498c35-6138-47df-9808-1e046a573e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.631363 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-f5498c35-6138-47df-9808-1e046a573e2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1128 time: 0.6484737 May 03 22:50:12.772017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79687-02d7-4ff9-960b-5eaf3800c8ea service neutron] Pushing event updated for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:12.855903 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8695a5-b41b-4b76-bd70-8ba7b0da1616 x-openstack-request-id: req-1d8695a5-b41b-4b76-bd70-8ba7b0da1616 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:12.856533 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "tag": "30078322-85dc-42e0-a33f-e086086dc244", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:12.856790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d8695a5-b41b-4b76-bd70-8ba7b0da1616 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:12.857239 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8695a5-b41b-4b76-bd70-8ba7b0da1616'] response: {'name': 'network-changed', 'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'tag': '30078322-85dc-42e0-a33f-e086086dc244', 'status': 'completed', 'code': 200} May 03 22:50:12.958363 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30a9b-09c9-464e-ac9d-97c21e4a0aed req-77a00f4b-d2c4-452e-af7a-bedd5e41703a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:12.958611 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-60d6c2e3-ff8a-4ab3-8963-49e4935e8871 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 200 len: 217 time: 0.1067719 May 03 22:50:12.961102 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3a30a9b-09c9-464e-ac9d-97c21e4a0aed req-77a00f4b-d2c4-452e-af7a-bedd5e41703a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 945 time: 0.1122477 May 03 22:50:13.033427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-3dfebf1d-6335-4dd4-bda4-fb255c5211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.037588 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-3dfebf1d-6335-4dd4-bda4-fb255c5211b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1127 time: 0.1657016 May 03 22:50:13.075388 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3a30a9b-09c9-464e-ac9d-97c21e4a0aed req-58f34086-531f-4893-a926-a7aa59e0b747 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999451 May 03 22:50:13.090203 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-cee4446b-564d-4ecf-b4f7-dc6fa51dbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.091905 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-cee4446b-564d-4ecf-b4f7-dc6fa51dbc3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.1250868 May 03 22:50:13.098174 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-6eab20b4-344b-4628-8d5c-7b719dd5cfdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 217 time: 0.0531964 May 03 22:50:13.255784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ca0b9ad-89a6-4722-b041-c91d483b047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.257397 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-8ca0b9ad-89a6-4722-b041-c91d483b047a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1452572 May 03 22:50:13.264760 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-307b8bf9-0265-4f7f-8b0d-f82a24afe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.266193 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-307b8bf9-0265-4f7f-8b0d-f82a24afe66a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.1525064 May 03 22:50:13.268309 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ae8fa0-053f-4efa-aef1-0f056ff3a873 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:13.292532 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks [] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:13.341481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Transition to ACTIVE for port object d8ae8fa0-053f-4efa-aef1-0f056ff3a873 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:50:13.378114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-105e6bdf-19a9-4840-a69f-e506eee11a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.379663 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-105e6bdf-19a9-4840-a69f-e506eee11a25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0965958 May 03 22:50:13.393977 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:13.468226 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:50:13.473122 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:13.476988 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-b54c68d4-59d4-4f95-8ebe-96ce01a65829 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042036 May 03 22:50:13.540247 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04252e98-b838-4fe6-bd1f-02575c2ace3d req-856c4546-ab10-43ce-898e-1e8605de6663 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.547248 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04252e98-b838-4fe6-bd1f-02575c2ace3d req-856c4546-ab10-43ce-898e-1e8605de6663 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.0860720 May 03 22:50:13.548874 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:13.549462 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:13.575108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ca9e-56c8-484d-bc93-bf74b2b695d0 req-909dcc29-97c9-45f0-8ce4-b408270b9fc3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.576661 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8746ca9e-56c8-484d-bc93-bf74b2b695d0 req-909dcc29-97c9-45f0-8ce4-b408270b9fc3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 944 time: 0.0830936 May 03 22:50:13.589411 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-407e588b-c7e5-41d5-8de2-b2cb7515d6ee service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029109 May 03 22:50:13.638825 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04252e98-b838-4fe6-bd1f-02575c2ace3d req-38a9af78-fdcc-4821-bf35-c320022ae53b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857356 May 03 22:50:13.701678 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:13.701952 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8746ca9e-56c8-484d-bc93-bf74b2b695d0 req-dbfedd90-9856-48cd-890f-4dddd7bb7857 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984116 May 03 22:50:13.724754 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:13.725153 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:13.772781 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:13.836449 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36684) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:13.866229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Attempting to bind port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:13.866566 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9fd25-5342-428f-9e24-1bc9240e7239 req-577317e9-9386-47d1-93ad-76fc641f319c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:13.866702 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Attempting to bind port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:13.866897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Attempting to bind port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:13.874456 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d08cbf0-c964-436e-a9d8-2bbead710a3d req-98602e69-b6a5-4509-9e45-32b0852ad0b5 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853979 May 03 22:50:13.876393 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37c9fd25-5342-428f-9e24-1bc9240e7239 req-577317e9-9386-47d1-93ad-76fc641f319c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1190732 May 03 22:50:13.884636 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 on network b6c91e37-04f6-419d-8f83-127027e2771f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:50:13.884837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Attempting to bind port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:13.901387 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5062cf6-17ce-4a44-8e6f-4a0ee26fce71 req-b51f2376-0c52-4c26-89ef-9f84af031bd1 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045149 May 03 22:50:13.902114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:13.902456 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Checking segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:13.902834 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Bound using segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:13.903274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Bound port: d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:13.903672 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:13.924651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,segment=NetworkSegment(bb581834-295c-4e17-9705-82d7f83d7aaa),segment_id=bb581834-295c-4e17-9705-82d7f83d7aaa)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:13.970066 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37c9fd25-5342-428f-9e24-1bc9240e7239 req-1de620ca-04ec-49bb-8607-01214a3c4620 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832238 May 03 22:50:13.998902 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:14.003231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:14.025602 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.051232 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-985b2158-4629-492c-a50f-8184cfda8946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.074370 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.094406 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.155727 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.156370 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.157838 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] 10.222.0.36 "PUT /v2.0/ports/d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 1093 time: 2.4655664 May 03 22:50:14.202840 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f05a-9fe1-49c6-abf4-b7c3f262cf0d service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.212991 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c4b91-9c32-4997-be78-f65ea3e2b26f" -d '{"events": [{"server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:14.215904 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-985b2158-4629-492c-a50f-8184cfda8946 admin admin] Publish callbacks [] for security_group (71014cb1-e9b3-4ddb-aa20-0c868b738aa0), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.278862 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba98ca-330e-4b19-9d28-07c2df894188 req-f3656656-9189-4cf5-aa61-9773e5c2eeaf tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.280405 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dcba98ca-330e-4b19-9d28-07c2df894188 req-f3656656-9189-4cf5-aa61-9773e5c2eeaf tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0625405 May 03 22:50:14.318581 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-985b2158-4629-492c-a50f-8184cfda8946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (71014cb1-e9b3-4ddb-aa20-0c868b738aa0), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.364369 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1418af-55fb-4763-8b3f-bb4167789ae3 x-openstack-request-id: req-ea1418af-55fb-4763-8b3f-bb4167789ae3 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:14.364833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:14.365180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea1418af-55fb-4763-8b3f-bb4167789ae3 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:14.365900 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1418af-55fb-4763-8b3f-bb4167789ae3'] response: {'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740', 'code': 200} May 03 22:50:14.379137 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dcba98ca-330e-4b19-9d28-07c2df894188 req-164b0609-29c4-4d1f-8c0c-1e52563b8ec9 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925689 May 03 22:50:14.400642 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-985b2158-4629-492c-a50f-8184cfda8946 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42e6485b65d04243bcc669bcb2c88ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550702 May 03 22:50:14.406003 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36716) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:14.431019 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b2158-4629-492c-a50f-8184cfda8946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71014cb1-e9b3-4ddb-aa20-0c868b738aa0,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.508849 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] Publish callbacks [] for security_group (71014cb1-e9b3-4ddb-aa20-0c868b738aa0), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.534888 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] Publish callbacks [] for security_group (71014cb1-e9b3-4ddb-aa20-0c868b738aa0), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.633973 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (71014cb1-e9b3-4ddb-aa20-0c868b738aa0), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.636926 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:14.638288 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71014cb1-e9b3-4ddb-aa20-0c868b738aa0 HTTP/1.1" status: 204 len: 168 time: 0.2310367 May 03 22:50:14.667541 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208e660-563a-468d-baac-cd0ac33171d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71014cb1-e9b3-4ddb-aa20-0c868b738aa0,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:14.798482 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a53343-de0a-43a0-ace3-1491e8b15bb5 req-6fb8a0f8-36d3-4ee8-aa7a-98f9e411caec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.804140 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-54a53343-de0a-43a0-ace3-1491e8b15bb5 req-6fb8a0f8-36d3-4ee8-aa7a-98f9e411caec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.0704350 May 03 22:50:14.851223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320241-771e-4bd8-b387-c5bb6ceee1b0 req-fccdad69-c2ad-4941-841c-5259867f8ee8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:14.852738 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78320241-771e-4bd8-b387-c5bb6ceee1b0 req-fccdad69-c2ad-4941-841c-5259867f8ee8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 944 time: 0.0745773 May 03 22:50:14.858962 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}, {'name': 'network-changed', 'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:14.861336 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf347fc-3e06-48b4-8658-a9eae75016f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}, {"name": "network-changed", "server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:14.892911 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-54a53343-de0a-43a0-ace3-1491e8b15bb5 req-96f95c1a-fafd-4e1e-aeab-c80315bdfbed tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723248 May 03 22:50:14.921246 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78320241-771e-4bd8-b387-c5bb6ceee1b0 req-7819ba3e-e913-4d0e-921d-a227e8de8a79 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 May 03 22:50:14.956286 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 May 2022 22:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb948a8-6b46-407a-a79e-8ce4a0c81395 x-openstack-request-id: req-3fb948a8-6b46-407a-a79e-8ce4a0c81395 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:14.956590 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:14.956842 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fb948a8-6b46-407a-a79e-8ce4a0c81395 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:14.957244 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb948a8-6b46-407a-a79e-8ce4a0c81395'] response: {'name': 'network-changed', 'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'status': 'completed', 'code': 200} May 03 22:50:14.957503 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb948a8-6b46-407a-a79e-8ce4a0c81395'] response: {'name': 'network-changed', 'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'status': 'completed', 'code': 200} May 03 22:50:15.084614 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690aaf1-8e58-411d-acb8-f6faf2d36487 req-b4d717c7-cb72-4f00-a1e9-6cf33f1183c6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.086181 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3690aaf1-8e58-411d-acb8-f6faf2d36487 req-b4d717c7-cb72-4f00-a1e9-6cf33f1183c6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0456657 May 03 22:50:15.155034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3690aaf1-8e58-411d-acb8-f6faf2d36487 req-90268043-a06d-4760-8641-b223b0e37ddf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518267 May 03 22:50:15.389257 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device b8b67417-29f1-49e9-acf9-a05c0d70b477 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:50:15.434965 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36766) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:15.471807 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a803-3f0f-4ecb-a63e-d5c8e4d62cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:15.493056 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-efb2b3e5-8ad1-404e-b454-d6335e76b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.494944 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-efb2b3e5-8ad1-404e-b454-d6335e76b0e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1127 time: 0.1161954 May 03 22:50:15.498606 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-0a69c5a9-a264-4609-9093-15c2c5c5f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.500137 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-0a69c5a9-a264-4609-9093-15c2c5c5f333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1128 time: 0.1326084 May 03 22:50:15.506631 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-fe500b51-eb0c-4442-a3d8-225501cde475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.508351 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-fe500b51-eb0c-4442-a3d8-225501cde475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1127 time: 0.0852256 May 03 22:50:15.511967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:15.532824 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'b8b67417-29f1-49e9-acf9-a05c0d70b477', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'port_id': 'b8b67417-29f1-49e9-acf9-a05c0d70b477', 'mac_address': 'fa:16:3e:60:f6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:50:15.591734 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9313c-c3f2-434a-b135-eed9f926599c req-9f4c0cca-ac36-43b3-897c-ba3ee1bc7c9c tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.593515 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ef9313c-c3f2-434a-b135-eed9f926599c req-9f4c0cca-ac36-43b3-897c-ba3ee1bc7c9c tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0643115 May 03 22:50:15.607022 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-54a7b34c-544f-49f6-a329-16d82604feda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 217 time: 0.0965645 May 03 22:50:15.649075 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port b8b67417-29f1-49e9-acf9-a05c0d70b477 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:15.649487 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:15.671908 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ef9313c-c3f2-434a-b135-eed9f926599c req-0fccc27e-741a-4fc8-a75c-f87d42af7b78 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657578 May 03 22:50:15.693368 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b67417-29f1-49e9-acf9-a05c0d70b477 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:15.696882 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a803-3f0f-4ecb-a63e-d5c8e4d62cff admin admin] Publish callbacks [] for security_group (90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:15.722688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:15.799438 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a803-3f0f-4ecb-a63e-d5c8e4d62cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:15.820954 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:15.821440 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30078322-85dc-42e0-a33f-e086086dc244 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:50:15.872679 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.904928 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-f54307d5-705b-4a13-bcf0-859d3b3fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:15.906946 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-f54307d5-705b-4a13-bcf0-859d3b3fe9d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 1130 time: 0.1415768 May 03 22:50:15.916232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30078322-85dc-42e0-a33f-e086086dc244,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:15.928092 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6ef4a803-3f0f-4ecb-a63e-d5c8e4d62cff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bee7315821eb41c38de278205bd2d210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911888 May 03 22:50:15.936256 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4a803-3f0f-4ecb-a63e-d5c8e4d62cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:15.939313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36788) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:15.995438 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '30078322-85dc-42e0-a33f-e086086dc244', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'port_id': '30078322-85dc-42e0-a33f-e086086dc244', 'mac_address': 'fa:16:3e:f5:22:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:50:16.002506 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.047189 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30078322-85dc-42e0-a33f-e086086dc244 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:16.048011 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30078322-85dc-42e0-a33f-e086086dc244), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.053536 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] Publish callbacks [] for security_group (90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.065796 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30078322-85dc-42e0-a33f-e086086dc244 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:16.071293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-f9460147-ef79-41a3-a10f-de0e4f337426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.072851 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-f9460147-ef79-41a3-a10f-de0e4f337426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.4408445 May 03 22:50:16.077076 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-12a17375-9f26-4237-9157-9ee23efdee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.078613 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-12a17375-9f26-4237-9157-9ee23efdee70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.5691788 May 03 22:50:16.080209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-423e0588-f377-4b38-ad87-0b2b7a87248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.081559 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-423e0588-f377-4b38-ad87-0b2b7a87248c service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.5510194 May 03 22:50:16.089241 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30078322-85dc-42e0-a33f-e086086dc244,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:16.090125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] Publish callbacks [] for security_group (90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.191871 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.194127 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-0aeeec06-78a9-4a6e-9ddf-ab8b466f6918 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 200 len: 217 time: 0.1023040 May 03 22:50:16.197775 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-b9f5ada9-e729-4787-a6f4-c209e3a314e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 217 time: 0.1067979 May 03 22:50:16.237702 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-c8c2c4f0-52e4-4c04-8c28-31a588fed921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.239790 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-c8c2c4f0-52e4-4c04-8c28-31a588fed921 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1571965 May 03 22:50:16.247910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.296273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e24667-ebd6-4216-aeb0-348a08b54325 req-f4f31ed1-80af-4987-8653-8849e3f6662b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.297832 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b4e24667-ebd6-4216-aeb0-348a08b54325 req-f4f31ed1-80af-4987-8653-8849e3f6662b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.2230201 May 03 22:50:16.307353 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87935e1-c21e-46b7-b449-991f3ff88927 req-85346eca-a2b1-44eb-ad58-ca180d901807 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.314452 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a87935e1-c21e-46b7-b449-991f3ff88927 req-85346eca-a2b1-44eb-ad58-ca180d901807 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 944 time: 0.2406363 May 03 22:50:16.338064 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] Publish callbacks [] for security_group (b0979129-50cc-4ea7-a2a6-54e6dfcdbf5d), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.372633 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36808) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:16.374291 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-aaede604-d67d-44ee-95d5-1009bee7ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.376389 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-aaede604-d67d-44ee-95d5-1009bee7ed91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.1697838 May 03 22:50:16.387572 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-de13bd07-3eda-4cdd-b7c2-d2fe0164e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.388323 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-de13bd07-3eda-4cdd-b7c2-d2fe0164e9ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.1768911 May 03 22:50:16.421814 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b4e24667-ebd6-4216-aeb0-348a08b54325 req-2c08b5fe-1b42-454a-8a2b-4d3594898776 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998187 May 03 22:50:16.425609 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b0979129-50cc-4ea7-a2a6-54e6dfcdbf5d), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.484232 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-b9b8cff3-f512-4865-8804-c03541584c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.486760 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-b9b8cff3-f512-4865-8804-c03541584c41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1022134 May 03 22:50:16.488978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-74b57bbb-eb18-4372-9526-4d9bd8c3d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.490799 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-74b57bbb-eb18-4372-9526-4d9bd8c3d52f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0918720 May 03 22:50:16.493275 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-45b760e8-02e7-4937-972d-47a8028c36b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031324 May 03 22:50:16.529283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['30078322-85dc-42e0-a33f-e086086dc244'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:50:16.676300 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['b8b67417-29f1-49e9-acf9-a05c0d70b477'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:50:16.711756 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0979129-50cc-4ea7-a2a6-54e6dfcdbf5d,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.718828 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-71d63289-d7dd-405f-933e-b5ede89af6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036357 May 03 22:50:16.757548 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.760192 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.761323 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c HTTP/1.1" status: 204 len: 168 time: 0.8208251 May 03 22:50:16.827584 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a87935e1-c21e-46b7-b449-991f3ff88927 req-9eaaf87f-1af5-4adf-a099-cb9c4b6b025f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122354 May 03 22:50:16.828371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0fdf-2a93-4f7b-8bcd-852f466b63c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:16.844901 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea9bf-8c8b-4538-9c07-9aa03bbc046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c4202b-6b7f-44f4-b1b0-7c6f1e4a915c,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:16.852540 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9370215 May 03 22:50:16.863485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50ec3c-f940-42df-afc3-a4a92d8ce22d req-b2bf55d5-625a-4d5e-a21e-23af40f216c4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:16.865250 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c50ec3c-f940-42df-afc3-a4a92d8ce22d req-b2bf55d5-625a-4d5e-a21e-23af40f216c4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1556134 May 03 22:50:16.915220 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-da9cecc3-3eea-49e4-8fff-5e412cfd06f2 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868820 May 03 22:50:16.928915 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-6866e276-bc39-45c5-873a-03f70d764ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344420 May 03 22:50:16.957438 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-caf493cd-0090-4b61-9fa2-4810d0fb8f44 req-bc5add5f-7472-44ba-88d9-e1cdac2fc6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433236 May 03 22:50:16.963514 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36830) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:16.994410 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c50ec3c-f940-42df-afc3-a4a92d8ce22d req-3b70af5b-ebad-4b00-ac50-6e5bca0abe84 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118085 May 03 22:50:17.060014 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9226a8-3081-47f9-b7d0-dbb48038c7c8 req-73c317c2-bdd9-4a2e-b2bb-a7252fc2bbcc tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:17.061500 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b9226a8-3081-47f9-b7d0-dbb48038c7c8 req-73c317c2-bdd9-4a2e-b2bb-a7252fc2bbcc tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0710020 May 03 22:50:17.072552 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0fdf-2a93-4f7b-8bcd-852f466b63c6 admin admin] Publish callbacks [] for security_group (49ac78a4-c0f6-467b-a144-6fa43e52de13), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.130220 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b9226a8-3081-47f9-b7d0-dbb48038c7c8 req-90e94d29-97e2-45cc-a288-ac72eafca2b3 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 May 03 22:50:17.142917 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fa6c0fdf-2a93-4f7b-8bcd-852f466b63c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (49ac78a4-c0f6-467b-a144-6fa43e52de13), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.146073 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9774-e293-4357-92ad-c4070f71b64a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.186984 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-fa6c0fdf-2a93-4f7b-8bcd-852f466b63c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28d46cd5be5e43a383421d5d240aae66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8126466 May 03 22:50:17.189211 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0fdf-2a93-4f7b-8bcd-852f466b63c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac78a4-c0f6-467b-a144-6fa43e52de13,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.190858 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36842) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:17.238133 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b8f7b0ce-4aee-45c8-9683-78e371c771ec req-463a8678-5228-475c-a861-c1c90af8f5a9 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576436 May 03 22:50:17.287100 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] Publish callbacks [] for security_group (49ac78a4-c0f6-467b-a144-6fa43e52de13), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.323423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] Publish callbacks [] for security_group (49ac78a4-c0f6-467b-a144-6fa43e52de13), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.342569 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9774-e293-4357-92ad-c4070f71b64a admin admin] Publish callbacks [] for security_group (b68e464a-06d8-479f-a709-c0da8c922d68), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.409392 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9774-e293-4357-92ad-c4070f71b64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b68e464a-06d8-479f-a709-c0da8c922d68), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.447677 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ce1a9774-e293-4357-92ad-c4070f71b64a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c77d0161a1a046bb94c66c2d2fdd9b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826124 May 03 22:50:17.449598 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a9774-e293-4357-92ad-c4070f71b64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68e464a-06d8-479f-a709-c0da8c922d68,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.450136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36858) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:17.455752 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (49ac78a4-c0f6-467b-a144-6fa43e52de13), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.458528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.463157 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49ac78a4-c0f6-467b-a144-6fa43e52de13 HTTP/1.1" status: 204 len: 168 time: 0.2700701 May 03 22:50:17.471623 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b3067-5929-49ec-bb43-2acd4ecd60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac78a4-c0f6-467b-a144-6fa43e52de13,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.572215 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:50:17.574696 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] Publish callbacks [] for security_group (b68e464a-06d8-479f-a709-c0da8c922d68), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.582538 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebfcf7-503f-4b5b-88b5-25576a0872ee req-f3f15c15-66a1-42c7-8c0c-73d53d82e7cf tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:17.584089 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device b8b67417-29f1-49e9-acf9-a05c0d70b477 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:17.584231 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5ebfcf7-503f-4b5b-88b5-25576a0872ee req-f3f15c15-66a1-42c7-8c0c-73d53d82e7cf tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.0656614 May 03 22:50:17.616889 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] Publish callbacks [] for security_group (b68e464a-06d8-479f-a709-c0da8c922d68), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.668558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5ebfcf7-503f-4b5b-88b5-25576a0872ee req-0c82b536-729e-4924-99ce-f3e0856e4d2f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759749 May 03 22:50:17.679467 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port b8b67417-29f1-49e9-acf9-a05c0d70b477 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:50:17.721649 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36872) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:17.735036 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5616-b212-4ca6-bb1b-63d58e89e73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.740026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:17.742357 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port b8b67417-29f1-49e9-acf9-a05c0d70b477 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:17.742880 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.769912 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b68e464a-06d8-479f-a709-c0da8c922d68), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.772026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:50:17.779258 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.783078 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b68e464a-06d8-479f-a709-c0da8c922d68 HTTP/1.1" status: 204 len: 168 time: 0.3318682 May 03 22:50:17.807786 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1b315-1545-48dd-9d07-84d8a326eb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68e464a-06d8-479f-a709-c0da8c922d68,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:17.827352 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:17.827719 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.857594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:17.900579 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:17.932797 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5616-b212-4ca6-bb1b-63d58e89e73d admin admin] Publish callbacks [] for security_group (bb1a81b8-ccae-4dc5-af1d-559529099146), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.940133 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port b8b67417-29f1-49e9-acf9-a05c0d70b477 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:17.940606 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.968951 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:17.971673 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8598085-010c-454e-8ad4-47c40954acf5" -d '{"events": [{"server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "name": "network-vif-plugged", "status": "completed", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:17.984411 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:17.988287 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:18.030699 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ee1a5616-b212-4ca6-bb1b-63d58e89e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (bb1a81b8-ccae-4dc5-af1d-559529099146), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.050674 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.055751 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8d200-a54a-48d9-9929-c72bcfe0ee6e x-openstack-request-id: req-86a8d200-a54a-48d9-9929-c72bcfe0ee6e {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:18.056068 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "name": "network-vif-plugged", "status": "completed", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:18.056542 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86a8d200-a54a-48d9-9929-c72bcfe0ee6e {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:18.057085 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a8d200-a54a-48d9-9929-c72bcfe0ee6e'] response: {'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477', 'code': 200} May 03 22:50:18.085871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672fd12-cfb2-432d-8438-337ed6558d25 req-df309cc2-f251-4015-8469-bd920e294e09 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.087353 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3672fd12-cfb2-432d-8438-337ed6558d25 req-df309cc2-f251-4015-8469-bd920e294e09 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 945 time: 0.1184216 May 03 22:50:18.097066 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ee1a5616-b212-4ca6-bb1b-63d58e89e73d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25ee3cb4498548c99b1d6128c3f196d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718591 May 03 22:50:18.097066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a5616-b212-4ca6-bb1b-63d58e89e73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1a81b8-ccae-4dc5-af1d-559529099146,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.097554 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36898) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:18.102922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.105094 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30078322-85dc-42e0-a33f-e086086dc244 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:18.177038 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3672fd12-cfb2-432d-8438-337ed6558d25 req-df1575a6-295b-4504-aebd-c8cc56489d7b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812345 May 03 22:50:18.183031 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a786a15-9a2f-4337-a640-beb30700202b req-d0f3bde2-5335-4a86-96bf-d0bb65b60c28 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.185036 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a786a15-9a2f-4337-a640-beb30700202b req-d0f3bde2-5335-4a86-96bf-d0bb65b60c28 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0858357 May 03 22:50:18.192254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] Publish callbacks [] for security_group (bb1a81b8-ccae-4dc5-af1d-559529099146), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.230042 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] Publish callbacks [] for security_group (bb1a81b8-ccae-4dc5-af1d-559529099146), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.242106 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 30078322-85dc-42e0-a33f-e086086dc244 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:50:18.247786 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.254322 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['cf40eac8-07ac-49a1-ad73-e81eba338723'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:50:18.300759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a786a15-9a2f-4337-a640-beb30700202b req-f189b64d-2e91-4bb8-b69e-1ce5dbd269d1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058943 May 03 22:50:18.303081 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-9a814ae6-d379-4938-9538-37c2ebac694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.304611 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-9a814ae6-d379-4938-9538-37c2ebac694c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1127 time: 0.0768888 May 03 22:50:18.363291 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921ca35-2aae-4c80-a454-520e40fa4555 req-bc689839-8cde-4a16-bdd7-fb9623c5eaf9 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.365654 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 30078322-85dc-42e0-a33f-e086086dc244 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:18.366046 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30078322-85dc-42e0-a33f-e086086dc244), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.371183 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8921ca35-2aae-4c80-a454-520e40fa4555 req-bc689839-8cde-4a16-bdd7-fb9623c5eaf9 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0688217 May 03 22:50:18.441178 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8921ca35-2aae-4c80-a454-520e40fa4555 req-cc2e7778-b588-4327-9382-03c83d4cc4f5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690579 May 03 22:50:18.482559 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36910) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:18.482818 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-be133b0a-e649-4d33-a0df-1e53e4259f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.484744 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-be133b0a-e649-4d33-a0df-1e53e4259f3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.1723094 May 03 22:50:18.496644 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3dc62f1d-c1ec-412f-83c0-e3d525c98e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.548715 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-64650d55-c324-475a-ba1f-6be9a8b0f004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 217 time: 0.0571346 May 03 22:50:18.549750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (bb1a81b8-ccae-4dc5-af1d-559529099146), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.552320 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.553354 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb1a81b8-ccae-4dc5-af1d-559529099146 HTTP/1.1" status: 204 len: 168 time: 0.4546199 May 03 22:50:18.563505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8405e27-0493-48a4-b120-7dac815515e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1a81b8-ccae-4dc5-af1d-559529099146,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.663419 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3dc62f1d-c1ec-412f-83c0-e3d525c98e14 admin admin] Publish callbacks [] for security_group (c082dd2a-50f7-44c7-9886-4f7e2e67c32d), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.697364 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30078322-85dc-42e0-a33f-e086086dc244 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:18.697825 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30078322-85dc-42e0-a33f-e086086dc244), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.704381 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b57586-e403-4803-a16b-e2118124b8fa req-4fdc7355-6c68-474d-8c3f-b3d2f9a430e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.708913 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f3b57586-e403-4803-a16b-e2118124b8fa req-4fdc7355-6c68-474d-8c3f-b3d2f9a430e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1130 time: 0.0847199 May 03 22:50:18.710936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-b08ab6d6-5437-4dac-86ca-e7907897f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.712383 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-b08ab6d6-5437-4dac-86ca-e7907897f19a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.1502855 May 03 22:50:18.747390 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30078322-85dc-42e0-a33f-e086086dc244,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:18.783715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3dc62f1d-c1ec-412f-83c0-e3d525c98e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c082dd2a-50f7-44c7-9886-4f7e2e67c32d), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.786903 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-7e3adb92-600c-458e-865f-b28b462f7fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.788555 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-7e3adb92-600c-458e-865f-b28b462f7fcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0696952 May 03 22:50:18.819540 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f3b57586-e403-4803-a16b-e2118124b8fa req-b535b8bf-eb61-4ba1-bdb7-ca37bd331633 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059988 May 03 22:50:18.827792 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-3dc62f1d-c1ec-412f-83c0-e3d525c98e14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7828be0741be4d34a1be2cf0fa5ffac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417056 May 03 22:50:18.828622 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36924) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:18.857833 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c088e4-341f-4786-a352-50ba47d57186 req-93e2344c-f23b-4d20-9227-3f71ddb6ce85 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:18.859319 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e4c088e4-341f-4786-a352-50ba47d57186 req-93e2344c-f23b-4d20-9227-3f71ddb6ce85 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.0861719 May 03 22:50:18.861335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc62f1d-c1ec-412f-83c0-e3d525c98e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c082dd2a-50f7-44c7-9886-4f7e2e67c32d,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.885238 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.919165 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e4c088e4-341f-4786-a352-50ba47d57186 req-0bd5f572-aaf6-4ffc-a281-f6dbfb251257 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516069 May 03 22:50:18.932913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] Publish callbacks [] for security_group (c082dd2a-50f7-44c7-9886-4f7e2e67c32d), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.935923 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-fca307c7-f701-4464-a28c-1d2f27652abe service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389108 May 03 22:50:18.943773 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:18.957531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] Publish callbacks [] for security_group (c082dd2a-50f7-44c7-9886-4f7e2e67c32d), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:18.964020 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 36926) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:18.989021 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6c748054-62d7-47f3-8fde-f3e867992ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.060765 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c082dd2a-50f7-44c7-9886-4f7e2e67c32d), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.064057 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.067832 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c082dd2a-50f7-44c7-9886-4f7e2e67c32d HTTP/1.1" status: 204 len: 168 time: 0.2346554 May 03 22:50:19.073883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8e082-847d-40fa-8f8b-8d2a6ac7599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082dd2a-50f7-44c7-9886-4f7e2e67c32d,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:19.140015 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6c748054-62d7-47f3-8fde-f3e867992ebc admin admin] Publish callbacks [] for security_group (e90a7a2f-d3c9-42d5-9ccc-a4519a598651), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.206860 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eaf347fc-3e06-48b4-8658-a9eae75016f7 req-9c32e335-e3ed-4b11-b594-12e98074e683 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025395 May 03 22:50:19.219135 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6c748054-62d7-47f3-8fde-f3e867992ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e90a7a2f-d3c9-42d5-9ccc-a4519a598651), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.281034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748054-62d7-47f3-8fde-f3e867992ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a7a2f-d3c9-42d5-9ccc-a4519a598651,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:19.285191 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6c748054-62d7-47f3-8fde-f3e867992ebc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97d2dc6622914c158a4cbfc323ac0db3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201618 May 03 22:50:19.288215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36938) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:19.319736 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca56972-1122-475e-a83b-021b7828fd05 req-4b372a8a-40cf-4655-8157-77cbc02bb901 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:19.321255 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9ca56972-1122-475e-a83b-021b7828fd05 req-4b372a8a-40cf-4655-8157-77cbc02bb901 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0611134 May 03 22:50:19.341489 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] Publish callbacks [] for security_group (e90a7a2f-d3c9-42d5-9ccc-a4519a598651), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.365609 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] Publish callbacks [] for security_group (e90a7a2f-d3c9-42d5-9ccc-a4519a598651), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.386031 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9ca56972-1122-475e-a83b-021b7828fd05 req-0383afe8-0bc0-4202-9c7c-ba9a6a694805 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574307 May 03 22:50:19.445712 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6a8a-622e-4cc4-bb8c-eff2b0825144 req-a440a7cd-b9e1-4e3a-bbe1-5f354f16e5be tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:19.447455 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c4e6a8a-622e-4cc4-bb8c-eff2b0825144 req-a440a7cd-b9e1-4e3a-bbe1-5f354f16e5be tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0601494 May 03 22:50:19.463907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36948) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:19.497282 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e90a7a2f-d3c9-42d5-9ccc-a4519a598651), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.500664 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.502491 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e90a7a2f-d3c9-42d5-9ccc-a4519a598651 HTTP/1.1" status: 204 len: 168 time: 0.2129810 May 03 22:50:19.522614 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1f4f-8c5d-4f2b-a36a-6a092c3743b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a7a2f-d3c9-42d5-9ccc-a4519a598651,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:19.567924 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device d8ae8fa0-053f-4efa-aef1-0f056ff3a873 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:50:19.570129 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c4e6a8a-622e-4cc4-bb8c-eff2b0825144 req-2dfad626-b4ff-45f7-a5b3-69169a5c8c0b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135726 May 03 22:50:19.572228 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:19.579339 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3390e15-c075-4431-beb5-80d0d794e6b4 req-3c3236b8-a728-42d8-b791-580ddb1b3eaf tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:19.580887 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3390e15-c075-4431-beb5-80d0d794e6b4 req-3c3236b8-a728-42d8-b791-580ddb1b3eaf tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0628419 May 03 22:50:19.650080 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3390e15-c075-4431-beb5-80d0d794e6b4 req-0d85ca8c-0f0d-4827-a834-661bb078f172 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633934 May 03 22:50:19.699358 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port cf40eac8-07ac-49a1-ad73-e81eba338723 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:50:19.723248 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:19.735875 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'port_id': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'mac_address': 'fa:16:3e:45:86:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:50:19.765280 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port cf40eac8-07ac-49a1-ad73-e81eba338723 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:19.765664 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.814321 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d7397b72-ab2b-4378-84e4-645ad521b520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.815767 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:19.815910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.836654 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ae8fa0-053f-4efa-aef1-0f056ff3a873 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:50:19.882859 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:19.898923 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:19.899322 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.920465 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d7397b72-ab2b-4378-84e4-645ad521b520 admin admin] Publish callbacks [] for security_group (33b0f4d7-51a1-4864-9565-2d031f2c3064), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:19.941353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:19.992448 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.027834 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd92b4-7c18-409a-bbe9-9669bb2c91a8 req-a6a36fac-49b4-44c7-9691-f77f8897451e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:20.035717 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0ecd92b4-7c18-409a-bbe9-9669bb2c91a8 req-a6a36fac-49b4-44c7-9691-f77f8897451e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 943 time: 0.0564764 May 03 22:50:20.044373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.057751 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30078322-85dc-42e0-a33f-e086086dc244'}, {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:20.060235 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4b8795-6219-4615-af78-0c5b2e41bea0" -d '{"events": [{"server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "name": "network-vif-plugged", "status": "completed", "tag": "30078322-85dc-42e0-a33f-e086086dc244"}, {"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:20.068466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.069421 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d7397b72-ab2b-4378-84e4-645ad521b520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (33b0f4d7-51a1-4864-9565-2d031f2c3064), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.109915 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0ecd92b4-7c18-409a-bbe9-9669bb2c91a8 req-0dd1fa33-3064-42f8-ad25-3aee1a6110d3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732872 May 03 22:50:20.127370 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.153565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 May 2022 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e8508-4fac-4823-9e3f-7922b1a86d76 x-openstack-request-id: req-381e8508-4fac-4823-9e3f-7922b1a86d76 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:20.153864 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "name": "network-vif-plugged", "status": "completed", "tag": "30078322-85dc-42e0-a33f-e086086dc244", "code": 200}, {"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:20.154123 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-381e8508-4fac-4823-9e3f-7922b1a86d76 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:20.154524 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e8508-4fac-4823-9e3f-7922b1a86d76'] response: {'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30078322-85dc-42e0-a33f-e086086dc244', 'code': 200} May 03 22:50:20.154783 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e8508-4fac-4823-9e3f-7922b1a86d76'] response: {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'code': 200} May 03 22:50:20.156005 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7397b72-ab2b-4378-84e4-645ad521b520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b0f4d7-51a1-4864-9565-2d031f2c3064,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.173374 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d7397b72-ab2b-4378-84e4-645ad521b520 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6291d1ed20194d3db78dfdaa18177756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7071743 May 03 22:50:20.176003 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 36976) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:20.246857 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] Publish callbacks [] for security_group (33b0f4d7-51a1-4864-9565-2d031f2c3064), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.264759 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['d8ae8fa0-053f-4efa-aef1-0f056ff3a873'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:50:20.274497 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] Publish callbacks [] for security_group (33b0f4d7-51a1-4864-9565-2d031f2c3064), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.451762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (33b0f4d7-51a1-4864-9565-2d031f2c3064), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.455966 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:20.459997 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33b0f4d7-51a1-4864-9565-2d031f2c3064 HTTP/1.1" status: 204 len: 168 time: 0.2831397 May 03 22:50:20.470126 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2b832-7e84-44ad-affe-c3ff6bc42979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b0f4d7-51a1-4864-9565-2d031f2c3064,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:20.529063 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3906a-bf92-4425-9443-7871c33daf3f req-833830b5-d01d-4edd-89fe-138bedf8049a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:20.530940 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2ae3906a-bf92-4425-9443-7871c33daf3f req-833830b5-d01d-4edd-89fe-138bedf8049a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0541966 May 03 22:50:20.591537 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2ae3906a-bf92-4425-9443-7871c33daf3f req-f3b629c7-94a5-437d-8cb9-932d9692d7a4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511014 May 03 22:50:20.734798 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dfb01-d8b4-4e12-933c-91823c007947 req-cb58b707-ea86-41ca-9aab-e073fdd2e205 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:20.736958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c90dfb01-d8b4-4e12-933c-91823c007947 req-cb58b707-ea86-41ca-9aab-e073fdd2e205 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0471885 May 03 22:50:20.795798 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c90dfb01-d8b4-4e12-933c-91823c007947 req-09640773-a0dc-4cbe-b8e9-b306421c44a7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481989 May 03 22:50:21.010907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82fc6-a37c-4748-8ae8-cf03c0597e11 req-80b582be-982e-41be-9ae1-acb4efff4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.012443 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45d82fc6-a37c-4748-8ae8-cf03c0597e11 req-80b582be-982e-41be-9ae1-acb4efff4e21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1130 time: 0.0790598 May 03 22:50:21.025189 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb06231-bff9-483a-93fd-dc2303ec7b66 req-5047ec52-e377-4831-9aca-881a73e49c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.026563 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fbb06231-bff9-483a-93fd-dc2303ec7b66 req-5047ec52-e377-4831-9aca-881a73e49c22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1129 time: 0.0516620 May 03 22:50:21.088214 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45d82fc6-a37c-4748-8ae8-cf03c0597e11 req-3494b753-c623-4b13-b701-8689bb98dac9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685787 May 03 22:50:21.093900 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fbb06231-bff9-483a-93fd-dc2303ec7b66 req-3ba49915-66a0-4df9-a4ee-660a81241df3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589314 May 03 22:50:21.217127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d627d-c026-42e7-a6c7-cbbe5f26edb0 req-3ebc51c6-465d-470e-b230-16dd43ebacce tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.218610 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2c7d627d-c026-42e7-a6c7-cbbe5f26edb0 req-3ebc51c6-465d-470e-b230-16dd43ebacce tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 944 time: 0.0502458 May 03 22:50:21.272800 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2c7d627d-c026-42e7-a6c7-cbbe5f26edb0 req-d7e1b089-6f55-4def-b9cc-fc5ca8a7835a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 May 03 22:50:21.414986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37020) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:21.425645 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9113e9a6-57a6-4f19-a9f4-cb14a7b7b7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.503807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9113e9a6-57a6-4f19-a9f4-cb14a7b7b7b4 admin admin] Publish callbacks [] for security_group (d9dd3308-fbad-48f6-810b-544e7e3a59dd), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.576898 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device d8ae8fa0-053f-4efa-aef1-0f056ff3a873 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:21.611868 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9113e9a6-57a6-4f19-a9f4-cb14a7b7b7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d9dd3308-fbad-48f6-810b-544e7e3a59dd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.631866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:50:21.654371 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9113e9a6-57a6-4f19-a9f4-cb14a7b7b7b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a21a4b2ab4148feb805eae4f14fbb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412992 May 03 22:50:21.654773 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113e9a6-57a6-4f19-a9f4-cb14a7b7b7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd3308-fbad-48f6-810b-544e7e3a59dd,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:21.656151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37036) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:21.697058 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:21.697461 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.743512 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091ec68-b31f-4415-825d-b16e619e6f1f req-7cb153a7-3932-406a-ac5a-f98968bb45d4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.745161 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c091ec68-b31f-4415-825d-b16e619e6f1f req-7cb153a7-3932-406a-ac5a-f98968bb45d4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0671971 May 03 22:50:21.768970 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] Publish callbacks [] for security_group (d9dd3308-fbad-48f6-810b-544e7e3a59dd), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.805059 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:21.805445 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.828507 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] Publish callbacks [] for security_group (d9dd3308-fbad-48f6-810b-544e7e3a59dd), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.846254 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:21.847111 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c091ec68-b31f-4415-825d-b16e619e6f1f req-9cb4e5c0-8f51-40da-bda6-b4f99956169d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885324 May 03 22:50:21.925431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:21.980627 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:21.991540 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf763b22-6c63-480a-b5d7-f7301180632d req-9f4c341d-1a01-480b-90a5-9edd9e290332 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:21.994519 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bf763b22-6c63-480a-b5d7-f7301180632d req-9f4c341d-1a01-480b-90a5-9edd9e290332 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0627277 May 03 22:50:21.998364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d9dd3308-fbad-48f6-810b-544e7e3a59dd), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:22.004228 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:22.007658 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9dd3308-fbad-48f6-810b-544e7e3a59dd HTTP/1.1" status: 204 len: 168 time: 0.3482561 May 03 22:50:22.022723 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bc041-827b-440e-b708-4eee5eba2628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd3308-fbad-48f6-810b-544e7e3a59dd,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:22.067440 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bf763b22-6c63-480a-b5d7-f7301180632d req-c0d969a3-c825-4495-8b49-b70eff84a498 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609996 May 03 22:50:22.156310 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:22.160095 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ab355-a937-4cc1-8b5a-4037dc0bf6ca" -d '{"events": [{"server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:22.196942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb19f503-49ee-4f01-9f05-ff22c7d1af95 x-openstack-request-id: req-bb19f503-49ee-4f01-9f05-ff22c7d1af95 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:22.197334 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:22.197669 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb19f503-49ee-4f01-9f05-ff22c7d1af95 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:22.198148 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb19f503-49ee-4f01-9f05-ff22c7d1af95'] response: {'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'code': 200} May 03 22:50:22.393145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffe55c-2239-40ca-b7c8-80e2f1504f94 req-54e4eab2-699c-4761-a46a-3a1bb28e5035 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:22.394615 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-13ffe55c-2239-40ca-b7c8-80e2f1504f94 req-54e4eab2-699c-4761-a46a-3a1bb28e5035 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0478210 May 03 22:50:22.445416 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-13ffe55c-2239-40ca-b7c8-80e2f1504f94 req-21c9100f-909c-42af-b488-0d0a135ca596 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450311 May 03 22:50:22.974905 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382047-5638-484e-8474-3c6796058d40 req-7d782b66-7de4-418a-864c-4bc820849bcf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:22.987272 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ee382047-5638-484e-8474-3c6796058d40 req-7d782b66-7de4-418a-864c-4bc820849bcf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0556798 May 03 22:50:23.039677 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ee382047-5638-484e-8474-3c6796058d40 req-b4c6f2eb-892a-4fdb-a347-4c090dca1be7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 May 03 22:50:23.148319 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8a63d68c-ad41-4112-bcb9-b19a8ee590a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:23.356193 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bd6e8-6397-4a0b-bd8b-44f122d6de40 req-0bdf03da-1fe9-4dc7-8d9b-be7b941cba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.358285 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-127bd6e8-6397-4a0b-bd8b-44f122d6de40 req-0bdf03da-1fe9-4dc7-8d9b-be7b941cba06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1129 time: 0.0608869 May 03 22:50:23.411518 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-127bd6e8-6397-4a0b-bd8b-44f122d6de40 req-65fdee1f-2426-4760-bf6c-e089721f06fd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460479 May 03 22:50:23.636525 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bef0b-ce04-4d10-91db-8ee800985c4d req-e1009e13-8add-40d9-b464-e91fc02a5c71 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.638036 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a90bef0b-ce04-4d10-91db-8ee800985c4d req-e1009e13-8add-40d9-b464-e91fc02a5c71 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0478442 May 03 22:50:23.693900 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a90bef0b-ce04-4d10-91db-8ee800985c4d req-2c0d607b-2127-4f9c-a273-84700823bac4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494034 May 03 22:50:23.815510 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-2db59833-5bb2-4ed1-8237-5131f5d4ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.817684 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-2db59833-5bb2-4ed1-8237-5131f5d4ebd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1130 time: 0.0669448 May 03 22:50:23.860533 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9665cd6-dbb4-4eb4-9ef8-e2b85a0050b1 req-a4b4f19f-cb07-4c32-af7b-bf86df66949a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.862093 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f9665cd6-dbb4-4eb4-9ef8-e2b85a0050b1 req-a4b4f19f-cb07-4c32-af7b-bf86df66949a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0570314 May 03 22:50:23.947873 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f9665cd6-dbb4-4eb4-9ef8-e2b85a0050b1 req-5a87d3f4-4a32-4c5e-8eac-edc093bb2a88 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788782 May 03 22:50:23.954421 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d83e7-97ce-4ee1-87a8-966fd94eba4e req-7b7db4a6-cf71-4403-baf0-77f9ff36e8d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:23.965176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e32d83e7-97ce-4ee1-87a8-966fd94eba4e req-7b7db4a6-cf71-4403-baf0-77f9ff36e8d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0708632 May 03 22:50:24.087419 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e32d83e7-97ce-4ee1-87a8-966fd94eba4e req-627c537c-c9e6-47d2-87ad-a498d30c9584 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147692 May 03 22:50:24.099209 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02aa71-d9b4-4154-a86d-a71b7c24bc92 req-d59c6a3e-3251-4436-a2b1-f09220a8b11b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.099209 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9a02aa71-d9b4-4154-a86d-a71b7c24bc92 req-d59c6a3e-3251-4436-a2b1-f09220a8b11b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0696456 May 03 22:50:24.106580 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37152) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:24.110905 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'floatingip': {'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:24.350910 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37174) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:24.434047 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:24.527126 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1238-77ce-447d-8bc9-f6b7e4199d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:24.601141 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-80f624f6-ca29-413b-b708-09ad336c6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:24.602775 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-80f624f6-ca29-413b-b708-09ad336c6c1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.4557562 May 03 22:50:24.622000 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1238-77ce-447d-8bc9-f6b7e4199d82 admin admin] Publish callbacks [] for security_group (310e1d26-3c72-48c0-8a5c-e56b41271603), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:24.702248 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5bf1238-77ce-447d-8bc9-f6b7e4199d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (310e1d26-3c72-48c0-8a5c-e56b41271603), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:24.734164 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-2053103f-396a-4453-9096-e18e4b3f98c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 200 len: 217 time: 0.0485113 May 03 22:50:24.751533 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b5bf1238-77ce-447d-8bc9-f6b7e4199d82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a450b5f378d046cca901c08a36f5fb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995836 May 03 22:50:24.752443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf1238-77ce-447d-8bc9-f6b7e4199d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e1d26-3c72-48c0-8a5c-e56b41271603,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:24.754594 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37194) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:24.946599 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] Publish callbacks [] for security_group (310e1d26-3c72-48c0-8a5c-e56b41271603), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:24.999591 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37204) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:25.000718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] Publish callbacks [] for security_group (310e1d26-3c72-48c0-8a5c-e56b41271603), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.110893 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabdf31-7998-4c27-8cd0-92a8770446d5 req-1882923d-01db-4177-884c-af8ee48a42ac tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.140250 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8cabdf31-7998-4c27-8cd0-92a8770446d5 req-1882923d-01db-4177-884c-af8ee48a42ac tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0917108 May 03 22:50:25.199225 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8cabdf31-7998-4c27-8cd0-92a8770446d5 req-31dfc71c-3586-48f5-b836-9c5eb08eca5c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566649 May 03 22:50:25.288429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-e55151d1-a5e0-4ef7-878e-31c77d4acae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.289873 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-e55151d1-a5e0-4ef7-878e-31c77d4acae1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.1773069 May 03 22:50:25.297475 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99a92d04-bcb6-4fb7-9e58-697401e82d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.322539 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.db.resource_extend [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 22:50:25.395865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c5a0-1a5a-42de-b9fb-f0804fd7e3eb req-30433fdf-e925-4013-8228-88cd236f08cd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.402950 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5a0c5a0-1a5a-42de-b9fb-f0804fd7e3eb req-30433fdf-e925-4013-8228-88cd236f08cd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.1666436 May 03 22:50:25.409260 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (310e1d26-3c72-48c0-8a5c-e56b41271603), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.412282 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.413409 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/310e1d26-3c72-48c0-8a5c-e56b41271603 HTTP/1.1" status: 204 len: 168 time: 0.6578054 May 03 22:50:25.430209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.440552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92ea4c-e72d-4317-a6a3-0246e6a14879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e1d26-3c72-48c0-8a5c-e56b41271603,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:25.448890 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-c330ee76-28c8-438a-a020-a0a566f31c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.448890 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-c330ee76-28c8-438a-a020-a0a566f31c49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1488621 May 03 22:50:25.449343 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025e89d-c82b-4981-a61b-b2bbce6f6197 req-5fe89b38-ba29-4dac-a832-539f260c0a06 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:25.452420 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6025e89d-c82b-4981-a61b-b2bbce6f6197 req-5fe89b38-ba29-4dac-a832-539f260c0a06 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.1301084 May 03 22:50:25.457673 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37228) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:25.469058 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'floatingip': {'port_id': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:25.484519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b2aa46b-9fd6-4dab-833e-37dd315abe4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.525685 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5a0c5a0-1a5a-42de-b9fb-f0804fd7e3eb req-d3097992-a03b-401a-adc6-2be993b34989 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217296 May 03 22:50:25.542794 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.563078 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99a92d04-bcb6-4fb7-9e58-697401e82d64 admin admin] Publish callbacks [] for security_group (9fb6f34c-c9cc-47da-b9fd-7027a91b55e1), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.602273 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.683439 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99a92d04-bcb6-4fb7-9e58-697401e82d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9fb6f34c-c9cc-47da-b9fd-7027a91b55e1), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.724317 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-99a92d04-bcb6-4fb7-9e58-697401e82d64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a6db1ee2c54c65ab10e33619ccb8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7234991 May 03 22:50:25.725356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a92d04-bcb6-4fb7-9e58-697401e82d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6f34c-c9cc-47da-b9fd-7027a91b55e1,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:25.728667 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37234) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:25.822814 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] Publish callbacks [] for security_group (9fb6f34c-c9cc-47da-b9fd-7027a91b55e1), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:25.847546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] Publish callbacks [] for security_group (9fb6f34c-c9cc-47da-b9fd-7027a91b55e1), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.018059 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9fb6f34c-c9cc-47da-b9fd-7027a91b55e1), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.021075 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.024613 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fb6f34c-c9cc-47da-b9fd-7027a91b55e1 HTTP/1.1" status: 204 len: 168 time: 0.2921417 May 03 22:50:26.033985 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-80fe20f2-f1f0-4691-a74a-61450f91a149 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556240 May 03 22:50:26.038539 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Floating IP a79a6ac7-3132-4016-84e6-a40fc515b97e associated. External IP: 172.27.0.28, port: cf40eac8-07ac-49a1-ad73-e81eba338723. May 03 22:50:26.041253 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a8d20-7b4f-461a-b368-0a9eb3d934cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6f34c-c9cc-47da-b9fd-7027a91b55e1,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:26.342759 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c0aec4d-acb3-475c-857a-c525d93651ae req-46402979-ceac-4550-82c6-a48dc495cf28 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604086 May 03 22:50:26.353759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37254) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:26.373480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-51a7a837-cf90-420f-be91-371da7d02805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.464136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-51a7a837-cf90-420f-be91-371da7d02805 admin admin] Publish callbacks [] for security_group (a5cb025f-7c5f-42d2-8684-ad00416c2997), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.546245 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-51a7a837-cf90-420f-be91-371da7d02805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a5cb025f-7c5f-42d2-8684-ad00416c2997), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.583527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:50:26.609853 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-51a7a837-cf90-420f-be91-371da7d02805 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5079c4175cc6417b86098d6c32f97c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549880 May 03 22:50:26.611030 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37268) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:26.619882 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7a837-cf90-420f-be91-371da7d02805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb025f-7c5f-42d2-8684-ad00416c2997,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:26.650950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.717597 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] Publish callbacks [] for security_group (a5cb025f-7c5f-42d2-8684-ad00416c2997), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.730713 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3964637-bec1-4ea0-91a6-181c2e5db547 req-2250f61f-063a-4dfb-af22-93b86805b053 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:26.733375 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3964637-bec1-4ea0-91a6-181c2e5db547 req-2250f61f-063a-4dfb-af22-93b86805b053 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0660329 May 03 22:50:26.764375 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] Publish callbacks [] for security_group (a5cb025f-7c5f-42d2-8684-ad00416c2997), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.773005 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.790750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:50:26.795726 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.813713 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:26.821227 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3964637-bec1-4ea0-91a6-181c2e5db547 req-1d899555-296d-4b23-b566-1009fadbfecd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 May 03 22:50:26.829521 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4b723ce3-faf1-4d43-a8e7-227a8151ccdf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "PUT /v2.0/floatingips/a79a6ac7-3132-4016-84e6-a40fc515b97e HTTP/1.1" status: 200 len: 990 time: 2.7216897 May 03 22:50:26.830141 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:26.832545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc543ef5-9940-42ec-a4fd-71591c0fed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:26.837762 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:26.838726 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:26.849318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.887374 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee90af8-ab9f-4749-a869-fb79a6b6af0d x-openstack-request-id: req-0ee90af8-ab9f-4749-a869-fb79a6b6af0d {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:26.887693 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:26.887953 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ee90af8-ab9f-4749-a869-fb79a6b6af0d {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:26.888360 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee90af8-ab9f-4749-a869-fb79a6b6af0d'] response: {'name': 'network-changed', 'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'status': 'completed', 'code': 200} May 03 22:50:26.942618 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a5cb025f-7c5f-42d2-8684-ad00416c2997), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.945377 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:26.949530 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5cb025f-7c5f-42d2-8684-ad00416c2997 HTTP/1.1" status: 204 len: 168 time: 0.3340962 May 03 22:50:26.960644 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:26.975498 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79fb22-cb30-488c-97b6-740ff1981506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb025f-7c5f-42d2-8684-ad00416c2997,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.000531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-23487501-60c7-4606-a29a-a75a1fa0b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:27.002039 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-23487501-60c7-4606-a29a-a75a1fa0b26f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1129 time: 0.0924864 May 03 22:50:27.040356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37278) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:27.053635 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c55f3e1c-72d0-4a4b-8a75-680fa3046792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.059040 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Floating IP 3da36a29-a8a7-4b56-8e35-9a607fd11c12 associated. External IP: 172.27.0.63, port: d8ae8fa0-053f-4efa-aef1-0f056ff3a873. May 03 22:50:27.138804 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c55f3e1c-72d0-4a4b-8a75-680fa3046792 admin admin] Publish callbacks [] for security_group (e70e558f-2442-4788-b334-6987bff28ca7), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.209714 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c55f3e1c-72d0-4a4b-8a75-680fa3046792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e70e558f-2442-4788-b334-6987bff28ca7), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.219178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-d426a528-8d26-4e16-aabc-6ca4f2af105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:27.221260 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-d426a528-8d26-4e16-aabc-6ca4f2af105b service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.2112470 May 03 22:50:27.256326 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c55f3e1c-72d0-4a4b-8a75-680fa3046792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c08567f2f3a4fb38dd0cfe889060ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150881 May 03 22:50:27.257443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f3e1c-72d0-4a4b-8a75-680fa3046792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70e558f-2442-4788-b334-6987bff28ca7,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.259974 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37282) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:27.299053 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a79a6ac7-3132-4016-84e6-a40fc515b97e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:51Z', 'updated_at': '2022-05-03T22:50:25Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:27.334193 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:27.343630 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:27.344298 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:27.359490 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] Publish callbacks [] for security_group (e70e558f-2442-4788-b334-6987bff28ca7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.405549 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] Publish callbacks [] for security_group (e70e558f-2442-4788-b334-6987bff28ca7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.545288 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:27.582466 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e70e558f-2442-4788-b334-6987bff28ca7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.585040 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.586223 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e70e558f-2442-4788-b334-6987bff28ca7 HTTP/1.1" status: 204 len: 168 time: 0.3253191 May 03 22:50:27.599142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a9cd5-94f1-43fc-84cd-7fa49aa1cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70e558f-2442-4788-b334-6987bff28ca7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:27.689264 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-1a7da6ac-7041-412e-9014-79e056ee7115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 998 time: 0.4604321 May 03 22:50:27.805222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:50:27.806805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-4bbc7d9f-dcdc-4e2f-be8e-2bcfda81ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:27.808297 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-4bbc7d9f-dcdc-4e2f-be8e-2bcfda81ff4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0829675 May 03 22:50:27.835031 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a79a6ac7-3132-4016-84e6-a40fc515b97e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:51Z', 'updated_at': '2022-05-03T22:50:25Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:27.865464 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff291674-4511-43f5-8a40-6b0fd2271b30 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a79a6ac7-3132-4016-84e6-a40fc515b97e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:51Z', 'updated_at': '2022-05-03T22:50:25Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:27.897734 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:27.902790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-d8a4694b-7c5b-4310-9595-03d718e3c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:27.902790 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-d8a4694b-7c5b-4310-9595-03d718e3c2d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0865967 May 03 22:50:28.012457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b9758-63c6-41f6-9642-289e1ed356e7 req-3606ea4f-bc2b-412f-afc7-bed1e9f21d97 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:28.016251 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-991b9758-63c6-41f6-9642-289e1ed356e7 req-3606ea4f-bc2b-412f-afc7-bed1e9f21d97 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0837820 May 03 22:50:28.086468 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-991b9758-63c6-41f6-9642-289e1ed356e7 req-2bd2d5e1-9fe3-4824-b022-f79924c2a510 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588686 May 03 22:50:28.148531 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-36ee3d7a-8bc8-4173-8021-a5a18279e22e service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389393 May 03 22:50:28.149826 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:50:28.155137 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:28.166220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:28.197123 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:28.202479 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:28.228398 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b9563f4d-52eb-4338-9e8c-cda8029f42f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "PUT /v2.0/floatingips/3da36a29-a8a7-4b56-8e35-9a607fd11c12 HTTP/1.1" status: 200 len: 990 time: 2.7695239 May 03 22:50:28.241507 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abfb483-27e7-4237-b937-fe838891414c None None] New status for floating IP a79a6ac7-3132-4016-84e6-a40fc515b97e: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:50:28.378741 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:28.384881 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bc543ef5-9940-42ec-a4fd-71591c0fed0a req-19abfe17-0013-4094-905e-1902069640bb service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256851 May 03 22:50:28.706345 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3da36a29-a8a7-4b56-8e35-9a607fd11c12', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:45:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:53Z', 'updated_at': '2022-05-03T22:50:26Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:28.733864 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:28.744006 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:28.744485 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:28.879199 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:28.890058 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:28.892965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cad845-b4b1-4387-ae78-58d4dc13675a" -d '{"events": [{"name": "network-changed", "server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:28.942064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bff879-0975-4a7d-8df3-3d63fe141c70 x-openstack-request-id: req-21bff879-0975-4a7d-8df3-3d63fe141c70 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:28.942356 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:28.942657 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21bff879-0975-4a7d-8df3-3d63fe141c70 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:28.943023 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21bff879-0975-4a7d-8df3-3d63fe141c70'] response: {'name': 'network-changed', 'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'status': 'completed', 'code': 200} May 03 22:50:29.026300 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-0724270d-f7d4-4700-97c5-8f9a89e5e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.028029 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-0724270d-f7d4-4700-97c5-8f9a89e5e4a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1129 time: 0.0555849 May 03 22:50:29.134652 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-65388a9f-5167-4339-a981-b8f06c949167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.136212 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-65388a9f-5167-4339-a981-b8f06c949167 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.1017499 May 03 22:50:29.173656 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3da36a29-a8a7-4b56-8e35-9a607fd11c12', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:45:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:53Z', 'updated_at': '2022-05-03T22:50:26Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:29.230104 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81507e7b-fe50-4b68-8a29-aab7939ad38e req-d09a7318-4135-4108-8d48-ea3ba143cae6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.238103 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-81507e7b-fe50-4b68-8a29-aab7939ad38e req-d09a7318-4135-4108-8d48-ea3ba143cae6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0690689 May 03 22:50:29.270700 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-88f248be-6419-4c93-8ae9-7655ea838f78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 998 time: 0.1202283 May 03 22:50:29.304213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-81507e7b-fe50-4b68-8a29-aab7939ad38e req-8cd87fad-eccd-40ac-a412-7b5cd15e3b42 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 May 03 22:50:29.347884 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-6b1b3985-264f-4c01-a678-6077e493d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.349643 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-6b1b3985-264f-4c01-a678-6077e493d1e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0692368 May 03 22:50:29.376074 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d56c354-ca5b-4251-a6e5-c3b756208524 None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3da36a29-a8a7-4b56-8e35-9a607fd11c12', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:45:86:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:49:53Z', 'updated_at': '2022-05-03T22:50:26Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:29.412704 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-8efcc973-5d73-4fbd-b7f0-dee397a17cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:29.412704 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-8efcc973-5d73-4fbd-b7f0-dee397a17cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500126 May 03 22:50:29.462629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:29.522716 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-90c2ce04-de0e-461b-92a0-be709da9b923 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071246 May 03 22:50:29.636014 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-53cad845-b4b1-4387-ae78-58d4dc13675a req-7e7fb411-6fba-4469-bd0b-42bcb1ea7633 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011713 May 03 22:50:29.638565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53c8176-7956-4507-9f08-08c5a247ec2c None None] New status for floating IP 3da36a29-a8a7-4b56-8e35-9a607fd11c12: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:50:30.463121 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8f0ed-910f-4f7f-989f-1de0b158e33d req-51113ed4-f847-4cb2-abb2-f0b143bf1dd5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:30.464630 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8f8f0ed-910f-4f7f-989f-1de0b158e33d req-51113ed4-f847-4cb2-abb2-f0b143bf1dd5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0711205 May 03 22:50:30.514677 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8f8f0ed-910f-4f7f-989f-1de0b158e33d req-19060991-2864-4794-8a99-6351c7b11f41 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 May 03 22:50:31.590165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37462) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:31.635684 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64638f2-a600-4618-9400-1b32193912d9 req-715c1d39-45b5-4697-b9bc-991af8627ff9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:31.637195 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c64638f2-a600-4618-9400-1b32193912d9 req-715c1d39-45b5-4697-b9bc-991af8627ff9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0489533 May 03 22:50:31.718143 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c64638f2-a600-4618-9400-1b32193912d9 req-9b304ae7-e176-48fc-b0fa-8e3db920a39a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745902 May 03 22:50:31.736313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-66d0e2c2-62c6-4eff-96a0-0bc7d91a3fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:31.853430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-66d0e2c2-62c6-4eff-96a0-0bc7d91a3fb7 admin admin] Publish callbacks [] for security_group (53bd40e1-5710-41e4-bc03-a56083923b13), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:31.936515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-66d0e2c2-62c6-4eff-96a0-0bc7d91a3fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (53bd40e1-5710-41e4-bc03-a56083923b13), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:31.980109 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-66d0e2c2-62c6-4eff-96a0-0bc7d91a3fb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4057f383da7a4cafa547fcb477793e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887470 May 03 22:50:31.981138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0e2c2-62c6-4eff-96a0-0bc7d91a3fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bd40e1-5710-41e4-bc03-a56083923b13,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:31.982758 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37480) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:32.032416 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] Publish callbacks [] for security_group (53bd40e1-5710-41e4-bc03-a56083923b13), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:32.058220 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] Publish callbacks [] for security_group (53bd40e1-5710-41e4-bc03-a56083923b13), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:32.171046 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (53bd40e1-5710-41e4-bc03-a56083923b13), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:32.173655 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:32.174820 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53bd40e1-5710-41e4-bc03-a56083923b13 HTTP/1.1" status: 204 len: 168 time: 0.1909065 May 03 22:50:32.183262 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5125bc-92e2-4150-b637-ce4a29b86c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bd40e1-5710-41e4-bc03-a56083923b13,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:32.842791 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b944e-e321-4def-9957-d90e34e62c30 req-60dbe791-9c64-4306-8feb-4bf8a5333b81 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:32.844433 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-547b944e-e321-4def-9957-d90e34e62c30 req-60dbe791-9c64-4306-8feb-4bf8a5333b81 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0482528 May 03 22:50:32.888632 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37506) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:32.904666 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-547b944e-e321-4def-9957-d90e34e62c30 req-a26269d3-0b54-406f-ba7e-6516755e8e8e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 May 03 22:50:32.905002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-412f44a9-a1ef-44f6-a36e-210abb52aca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.000942 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-412f44a9-a1ef-44f6-a36e-210abb52aca6 admin admin] Publish callbacks [] for security_group (aec25763-894b-435d-9dc8-0f840bd6c62e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.088851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-412f44a9-a1ef-44f6-a36e-210abb52aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (aec25763-894b-435d-9dc8-0f840bd6c62e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.127568 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-412f44a9-a1ef-44f6-a36e-210abb52aca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ac1db1ca03f476185c8d2cbb296aa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370486 May 03 22:50:33.129539 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f44a9-a1ef-44f6-a36e-210abb52aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec25763-894b-435d-9dc8-0f840bd6c62e,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:33.130293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37510) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:33.184563 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Publish callbacks [] for security_group (aec25763-894b-435d-9dc8-0f840bd6c62e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.207080 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Publish callbacks [] for security_group (aec25763-894b-435d-9dc8-0f840bd6c62e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.331265 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (aec25763-894b-435d-9dc8-0f840bd6c62e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.333873 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:33.335039 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aec25763-894b-435d-9dc8-0f840bd6c62e HTTP/1.1" status: 204 len: 168 time: 0.2037365 May 03 22:50:33.342970 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec25763-894b-435d-9dc8-0f840bd6c62e,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:33.351226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.351584 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.351965 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.352314 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.352658 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.352996 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.353336 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.353672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.354005 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.354338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.354677 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.355008 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.355338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.355686 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.356015 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3d0ad8-6f6e-4b17-80f8-dfc67cb66707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:33.486672 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-552b7144-db8f-43d8-9c45-e436c9c0f4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402694 May 03 22:50:33.589792 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8594-3294-44be-b13f-d2f42109a89d req-a2014ac9-026d-4821-823b-e8c92d97177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:33.591315 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-a2014ac9-026d-4821-823b-e8c92d97177f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 1130 time: 0.0450375 May 03 22:50:33.701448 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8594-3294-44be-b13f-d2f42109a89d req-04381502-a212-4c7f-b362-91a608475843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:33.702921 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-04381502-a212-4c7f-b362-91a608475843 service neutron] 10.222.0.36 "GET /v2.0/networks?id=23226b4e-faad-4336-ba65-1981f634686c HTTP/1.1" status: 200 len: 913 time: 0.0852249 May 03 22:50:33.775352 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-8d176aef-913e-4710-b0e6-bddf8f2a06a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740 HTTP/1.1" status: 200 len: 217 time: 0.0490966 May 03 22:50:34.033751 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f0433-7be2-4308-9e2e-03549133fdf9 req-cc6a411b-9417-4baf-9197-d0baba2346f1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.035246 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e1f0433-7be2-4308-9e2e-03549133fdf9 req-cc6a411b-9417-4baf-9197-d0baba2346f1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0531702 May 03 22:50:34.084744 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e1f0433-7be2-4308-9e2e-03549133fdf9 req-20da1433-e5fd-406e-87c7-bdb0d0ed207c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 May 03 22:50:34.527776 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84ef5b-5e59-44cd-a1fc-4bf424b05df2 req-accaedee-64eb-49be-9365-b0ebff9766aa tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.538404 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7e84ef5b-5e59-44cd-a1fc-4bf424b05df2 req-accaedee-64eb-49be-9365-b0ebff9766aa tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0465441 May 03 22:50:34.581490 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7e84ef5b-5e59-44cd-a1fc-4bf424b05df2 req-87c240de-2c0f-41f8-8f63-a4ea04df87c5 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 May 03 22:50:34.807318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f8594-3294-44be-b13f-d2f42109a89d req-8ac029be-89a0-4644-bcbb-5c194e2c31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:34.808823 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-8ac029be-89a0-4644-bcbb-5c194e2c31b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aec229a2-3666-4e4a-b222-f8633775f173 HTTP/1.1" status: 200 len: 852 time: 0.0470576 May 03 22:50:35.285377 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:35.346134 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459ad6-f2ab-4a65-b0f3-9230b5cf656a req-62a0dce7-f1eb-40af-9373-bf2355519665 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.347612 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed459ad6-f2ab-4a65-b0f3-9230b5cf656a req-62a0dce7-f1eb-40af-9373-bf2355519665 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0467029 May 03 22:50:35.394826 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed459ad6-f2ab-4a65-b0f3-9230b5cf656a req-a5258661-c10f-4e2a-830f-9b2f9179a4e8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 May 03 22:50:35.646615 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-afdcd8c3-6789-4bab-9d3d-0c838a5417c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23226b4e-faad-4336-ba65-1981f634686c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473650 May 03 22:50:35.713773 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fc40c-1be1-4b88-9de3-7ef237fa8687 req-b803d27e-e420-4aff-b746-ed44667b7f38 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:35.715501 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a93fc40c-1be1-4b88-9de3-7ef237fa8687 req-b803d27e-e420-4aff-b746-ed44667b7f38 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0468814 May 03 22:50:35.764622 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a93fc40c-1be1-4b88-9de3-7ef237fa8687 req-3357ade5-3b1e-4a38-a292-dc19c36561da tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 May 03 22:50:36.515161 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594765-3eeb-417c-986e-c72ea0d39cc4 req-a2133d8e-a221-4885-af55-16e42c3e0c6a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:36.517261 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-05594765-3eeb-417c-986e-c72ea0d39cc4 req-a2133d8e-a221-4885-af55-16e42c3e0c6a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0475402 May 03 22:50:36.562652 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-05594765-3eeb-417c-986e-c72ea0d39cc4 req-47fea556-c504-438e-857c-5e5fd5907552 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 May 03 22:50:36.883430 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b6e2-a82b-48ad-9dec-4605761cd665 req-18015a56-577c-4f55-a3e6-c59d7cb84c6a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:36.884922 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bce8b6e2-a82b-48ad-9dec-4605761cd665 req-18015a56-577c-4f55-a3e6-c59d7cb84c6a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0501316 May 03 22:50:36.930038 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bce8b6e2-a82b-48ad-9dec-4605761cd665 req-f7da43f2-cd3f-4524-bfc0-243b1b22234a tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394840 May 03 22:50:37.681470 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8b37a-3b3b-413e-83b3-0f5c3244ca2e req-5ff8338d-d338-43f8-a0b5-c939467558ad tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:37.683073 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c2f8b37a-3b3b-413e-83b3-0f5c3244ca2e req-5ff8338d-d338-43f8-a0b5-c939467558ad tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0524688 May 03 22:50:37.729293 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c2f8b37a-3b3b-413e-83b3-0f5c3244ca2e req-bf4060b8-1d82-4ac4-b912-53b98f55d7a4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 May 03 22:50:38.040756 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696d0a-498f-4b75-a7bf-58f29df7a848 req-d777a25f-0bcb-4815-8943-cf7f63e6519f tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:38.042209 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-09696d0a-498f-4b75-a7bf-58f29df7a848 req-d777a25f-0bcb-4815-8943-cf7f63e6519f tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0456593 May 03 22:50:38.087938 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-09696d0a-498f-4b75-a7bf-58f29df7a848 req-0817d878-93ca-46e3-a4bc-08ee1baf88fc tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 May 03 22:50:38.396585 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-26eaa374-1374-4c6a-adf5-1f8414cae806 service neutron] 10.222.0.36 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916107 May 03 22:50:38.504489 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b97f8594-3294-44be-b13f-d2f42109a89d req-8bcdda68-4b47-4e05-85d8-e05a1517f623 service neutron] 10.222.0.36 "GET /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926561 May 03 22:50:38.840868 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bc01-c4b7-4c12-90d4-2923a1aa4f8b req-ce481ed0-5ab2-4acc-b39d-8b23cea26dc8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:38.842407 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11f1bc01-c4b7-4c12-90d4-2923a1aa4f8b req-ce481ed0-5ab2-4acc-b39d-8b23cea26dc8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0470533 May 03 22:50:38.895978 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11f1bc01-c4b7-4c12-90d4-2923a1aa4f8b req-9c26b82c-3726-4df3-8de0-176d754182f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 May 03 22:50:39.198541 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3eb43-32c3-4039-b42c-e2b8566edf7a req-f52b39c6-0487-4a9e-b014-98ba125033a7 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:39.200046 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-76a3eb43-32c3-4039-b42c-e2b8566edf7a req-f52b39c6-0487-4a9e-b014-98ba125033a7 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0461504 May 03 22:50:39.253487 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-76a3eb43-32c3-4039-b42c-e2b8566edf7a req-885d4b72-d3dc-4b46-9891-8a36de36d0cc tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410292 May 03 22:50:39.323034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37648) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:39.429319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8db26ca2-1cfb-49fa-8424-51e679f8becb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.509243 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8db26ca2-1cfb-49fa-8424-51e679f8becb admin admin] Publish callbacks [] for security_group (c11af19a-c0cb-463f-940f-176ffb7c0c91), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.599114 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8db26ca2-1cfb-49fa-8424-51e679f8becb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c11af19a-c0cb-463f-940f-176ffb7c0c91), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.636924 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8db26ca2-1cfb-49fa-8424-51e679f8becb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1db5f635bf7343cdbf9baac6bbb9951c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127754 May 03 22:50:39.637759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db26ca2-1cfb-49fa-8424-51e679f8becb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11af19a-c0cb-463f-940f-176ffb7c0c91,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:39.639823 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37664) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:39.687772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Publish callbacks [] for security_group (c11af19a-c0cb-463f-940f-176ffb7c0c91), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.710715 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Publish callbacks [] for security_group (c11af19a-c0cb-463f-940f-176ffb7c0c91), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.825584 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37670) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:39.826097 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c11af19a-c0cb-463f-940f-176ffb7c0c91), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.829324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:39.830494 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c11af19a-c0cb-463f-940f-176ffb7c0c91 HTTP/1.1" status: 204 len: 168 time: 0.1892986 May 03 22:50:39.838906 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11af19a-c0cb-463f-940f-176ffb7c0c91,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:39.846733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.847150 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.847557 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.847985 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.848407 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.848801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.849135 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.849610 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.849793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.850121 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.850458 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.850779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.851097 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.851411 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.851750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe3908-5fdf-4ccc-bc0e-a259d6f6d260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:39.937364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5b030a72-ec04-458c-9d24-dcca62ec794b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.028931 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d20e7-315a-45d4-a898-f5f6afe53051 req-1e08d8a8-3f20-4b3d-96d9-acdf9b6f5b73 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.030479 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d19d20e7-315a-45d4-a898-f5f6afe53051 req-1e08d8a8-3f20-4b3d-96d9-acdf9b6f5b73 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0599792 May 03 22:50:40.074650 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5b030a72-ec04-458c-9d24-dcca62ec794b admin admin] Publish callbacks [] for security_group (e39b5041-e61f-47ec-b613-03fe02c4c600), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.099170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d19d20e7-315a-45d4-a898-f5f6afe53051 req-55c0ae0f-3d90-40d9-aafc-b1545d95db05 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618212 May 03 22:50:40.191914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5b030a72-ec04-458c-9d24-dcca62ec794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e39b5041-e61f-47ec-b613-03fe02c4c600), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.229288 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5b030a72-ec04-458c-9d24-dcca62ec794b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef25f5c8cc494b72a911e506ce6aca22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026425 May 03 22:50:40.231222 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b030a72-ec04-458c-9d24-dcca62ec794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39b5041-e61f-47ec-b613-03fe02c4c600,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:40.232033 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37680) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:40.285005 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] Publish callbacks [] for security_group (e39b5041-e61f-47ec-b613-03fe02c4c600), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.303444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] Publish callbacks [] for security_group (e39b5041-e61f-47ec-b613-03fe02c4c600), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.364016 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93849f-db37-4e11-bd41-b2a297e1a65d req-eed76d56-6c5a-458c-90dc-06f66957e658 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:40.365482 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8a93849f-db37-4e11-bd41-b2a297e1a65d req-eed76d56-6c5a-458c-90dc-06f66957e658 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0528531 May 03 22:50:40.411465 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8a93849f-db37-4e11-bd41-b2a297e1a65d req-a94d1fa7-399e-4c86-bc9e-a8ac8503a458 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 May 03 22:50:40.420633 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e39b5041-e61f-47ec-b613-03fe02c4c600), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.423965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.425115 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e39b5041-e61f-47ec-b613-03fe02c4c600 HTTP/1.1" status: 204 len: 168 time: 0.1920404 May 03 22:50:40.433986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a675d-a538-4df0-aaa0-9b84ddc66b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39b5041-e61f-47ec-b613-03fe02c4c600,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:40.487831 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37690) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:40.502273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e932c168-1ad3-4550-a8c2-1e5c32cb94e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.575042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e932c168-1ad3-4550-a8c2-1e5c32cb94e6 admin admin] Publish callbacks [] for security_group (04d3c604-1dc3-41d3-9d1b-2db10f5b82d4), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.638999 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e932c168-1ad3-4550-a8c2-1e5c32cb94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (04d3c604-1dc3-41d3-9d1b-2db10f5b82d4), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.677655 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e932c168-1ad3-4550-a8c2-1e5c32cb94e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ef70a25956f42b29c2c2c4d3a789e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886649 May 03 22:50:40.678457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932c168-1ad3-4550-a8c2-1e5c32cb94e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d3c604-1dc3-41d3-9d1b-2db10f5b82d4,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:40.680705 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37694) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:40.727930 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] Publish callbacks [] for security_group (04d3c604-1dc3-41d3-9d1b-2db10f5b82d4), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.749323 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] Publish callbacks [] for security_group (04d3c604-1dc3-41d3-9d1b-2db10f5b82d4), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.867713 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (04d3c604-1dc3-41d3-9d1b-2db10f5b82d4), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.870313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:40.871442 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04d3c604-1dc3-41d3-9d1b-2db10f5b82d4 HTTP/1.1" status: 204 len: 168 time: 0.1898413 May 03 22:50:40.879326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab83ef-aa14-4da2-b3d0-6f9a3bba1e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d3c604-1dc3-41d3-9d1b-2db10f5b82d4,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:41.071440 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37700) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:41.080675 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e849d406-28b0-4f31-b511-e32a69011612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.158203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e849d406-28b0-4f31-b511-e32a69011612 admin admin] Publish callbacks [] for security_group (c6205e40-51a1-4bd7-8ce9-13b5260ef5c3), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.214419 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57251b04-6139-4873-a862-5dbbe7848e6d req-d9824573-4d0b-46d8-9000-9b485b0052eb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:41.215928 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-57251b04-6139-4873-a862-5dbbe7848e6d req-d9824573-4d0b-46d8-9000-9b485b0052eb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0465260 May 03 22:50:41.235547 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e849d406-28b0-4f31-b511-e32a69011612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c6205e40-51a1-4bd7-8ce9-13b5260ef5c3), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.295684 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e849d406-28b0-4f31-b511-e32a69011612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56258a6d0d39454ba7de61ee54089508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272725 May 03 22:50:41.297848 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849d406-28b0-4f31-b511-e32a69011612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6205e40-51a1-4bd7-8ce9-13b5260ef5c3,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:41.299064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37710) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:41.303692 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-57251b04-6139-4873-a862-5dbbe7848e6d req-8d7da6dc-9415-4d1e-b6aa-ea62cc839446 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822394 May 03 22:50:41.351199 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] Publish callbacks [] for security_group (c6205e40-51a1-4bd7-8ce9-13b5260ef5c3), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.372914 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] Publish callbacks [] for security_group (c6205e40-51a1-4bd7-8ce9-13b5260ef5c3), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.540709 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22228811-dd8b-4e45-bcaa-80a4ed00b182 req-baf48447-4a77-4e37-8435-5bcdd9ab8c54 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:41.542261 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22228811-dd8b-4e45-bcaa-80a4ed00b182 req-baf48447-4a77-4e37-8435-5bcdd9ab8c54 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0526693 May 03 22:50:41.559739 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (c6205e40-51a1-4bd7-8ce9-13b5260ef5c3), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.562474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.564809 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6205e40-51a1-4bd7-8ce9-13b5260ef5c3 HTTP/1.1" status: 204 len: 168 time: 0.2613504 May 03 22:50:41.573870 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325167a6-a8d9-4944-a826-88793a629576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6205e40-51a1-4bd7-8ce9-13b5260ef5c3,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:41.596378 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22228811-dd8b-4e45-bcaa-80a4ed00b182 req-8be6238d-4902-4188-9ab9-f10b8699a788 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a8aabfe-c03e-43df-8120-3d8ec567af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 May 03 22:50:41.723583 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-88fa62bc-a970-4b15-a27a-86d069fda744 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:41.728000 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-88fa62bc-a970-4b15-a27a-86d069fda744 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 946 time: 0.0822108 May 03 22:50:41.863224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Deleting port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:50:41.863224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.963949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] For port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,segment=NetworkSegment(bb581834-295c-4e17-9705-82d7f83d7aaa),segment_id=bb581834-295c-4e17-9705-82d7f83d7aaa)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:41.964316 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:41.980313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Calling delete_port for 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:50:42.228290 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (73df4552-4d61-4a0d-bbf0-b62cf9cbd740), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.230701 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37754) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:42.245507 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ce49c131-a3b3-446f-8e86-bbaafb112ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.262151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Pushing event deleted for resources: {'Port': ['ID=73df4552-4d61-4a0d-bbf0-b62cf9cbd740,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.326937 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ce49c131-a3b3-446f-8e86-bbaafb112ae8 admin admin] Publish callbacks [] for security_group (9573e7dd-ebda-458d-a8b3-948d874aadcd), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.331223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] No DVR routers for this DVR port 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:50:42.334523 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.337737 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b148252d-5cfd-4231-b5df-f13acb4f93cb req-a5ea55a1-f44c-4ad7-bb32-168e2a30f2b4 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.36 "DELETE /v2.0/ports/73df4552-4d61-4a0d-bbf0-b62cf9cbd740 HTTP/1.1" status: 204 len: 173 time: 0.6056445 May 03 22:50:42.344790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'name': 'network-vif-deleted', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:50:42.344790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538aedd6-4f21-4c08-963b-ec343c4d54d0" -d '{"events": [{"server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "name": "network-vif-deleted", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:50:42.383700 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492c5bea-17e8-43f6-ab14-6eaeea260475 x-openstack-request-id: req-492c5bea-17e8-43f6-ab14-6eaeea260475 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:50:42.384116 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7d1cfe-4326-4b11-b73d-e134f614b4a5", "name": "network-vif-deleted", "tag": "73df4552-4d61-4a0d-bbf0-b62cf9cbd740", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:50:42.384567 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-492c5bea-17e8-43f6-ab14-6eaeea260475 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:50:42.385101 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-492c5bea-17e8-43f6-ab14-6eaeea260475'] response: {'server_uuid': 'dc7d1cfe-4326-4b11-b73d-e134f614b4a5', 'name': 'network-vif-deleted', 'tag': '73df4552-4d61-4a0d-bbf0-b62cf9cbd740', 'status': 'completed', 'code': 200} May 03 22:50:42.406221 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ce49c131-a3b3-446f-8e86-bbaafb112ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9573e7dd-ebda-458d-a8b3-948d874aadcd), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.472723 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028c06-778a-478a-9eb7-5e03e2e1f254 req-fda51de7-d277-418b-aa05-f95300fe2340 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:42.474385 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6028c06-778a-478a-9eb7-5e03e2e1f254 req-fda51de7-d277-418b-aa05-f95300fe2340 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0962605 May 03 22:50:42.481017 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ce49c131-a3b3-446f-8e86-bbaafb112ae8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=040d22f78f8146db8a4cbca7a4070319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491701 May 03 22:50:42.483642 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37786) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:42.484730 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49c131-a3b3-446f-8e86-bbaafb112ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573e7dd-ebda-458d-a8b3-948d874aadcd,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:42.544105 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6028c06-778a-478a-9eb7-5e03e2e1f254 req-093b6932-4de8-409a-9e22-8867a2c8d819 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 May 03 22:50:42.553924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] Publish callbacks [] for security_group (9573e7dd-ebda-458d-a8b3-948d874aadcd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.575047 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] Publish callbacks [] for security_group (9573e7dd-ebda-458d-a8b3-948d874aadcd), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.690387 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-624751ad-125b-491f-bfda-a9e855fce040 req-9da7fe9d-22c5-4dcb-b21d-47b4427a6113 tempest-DeleteServersTestJSON-542164851 tempest-DeleteServersTestJSON-542164851-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc7d1cfe-4326-4b11-b73d-e134f614b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0257530 May 03 22:50:42.711420 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9573e7dd-ebda-458d-a8b3-948d874aadcd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.714052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:42.715165 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9573e7dd-ebda-458d-a8b3-948d874aadcd HTTP/1.1" status: 204 len: 168 time: 0.2303140 May 03 22:50:42.723335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdd342-fe1e-422a-a30c-84c0c7c206f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573e7dd-ebda-458d-a8b3-948d874aadcd,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:43.626373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:50:43.651364 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:50:43.651822 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 73df4552-4d61-4a0d-bbf0-b62cf9cbd740 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:50:43.677936 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35935-d69c-4ba0-bf4c-6b95bd8068d2 req-be81aa93-80d2-4555-aec3-5f57593c0ad4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:43.685271 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-01b35935-d69c-4ba0-bf4c-6b95bd8068d2 req-be81aa93-80d2-4555-aec3-5f57593c0ad4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0631695 May 03 22:50:43.788027 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-01b35935-d69c-4ba0-bf4c-6b95bd8068d2 req-c1a0bc1a-8817-41bc-a3a6-32b2cdf590e3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 May 03 22:50:44.239714 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37862) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:44.358783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c430ceb1-9540-403c-8eed-a588ab39e633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.431320 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c430ceb1-9540-403c-8eed-a588ab39e633 admin admin] Publish callbacks [] for security_group (5aaabdb6-3702-4b62-814a-1e720625ec3a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.494629 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c430ceb1-9540-403c-8eed-a588ab39e633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5aaabdb6-3702-4b62-814a-1e720625ec3a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.533978 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c430ceb1-9540-403c-8eed-a588ab39e633 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=427a05bd2d6746e091136284986707bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931631 May 03 22:50:44.535335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430ceb1-9540-403c-8eed-a588ab39e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaabdb6-3702-4b62-814a-1e720625ec3a,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:44.537449 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37876) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:44.595401 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] Publish callbacks [] for security_group (5aaabdb6-3702-4b62-814a-1e720625ec3a), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.615821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] Publish callbacks [] for security_group (5aaabdb6-3702-4b62-814a-1e720625ec3a), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.742554 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5aaabdb6-3702-4b62-814a-1e720625ec3a), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.745207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:44.746358 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aaabdb6-3702-4b62-814a-1e720625ec3a HTTP/1.1" status: 204 len: 168 time: 0.2070050 May 03 22:50:44.754738 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192297ca-befe-4d05-900a-835909f76d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaabdb6-3702-4b62-814a-1e720625ec3a,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:44.905058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95b658-2f3b-4ba8-bb34-37254fa76329 req-e56f7b8c-5250-4dcc-be25-dfb4bf57b314 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:44.906520 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aa95b658-2f3b-4ba8-bb34-37254fa76329 req-e56f7b8c-5250-4dcc-be25-dfb4bf57b314 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0454142 May 03 22:50:44.956554 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aa95b658-2f3b-4ba8-bb34-37254fa76329 req-90163f09-0629-4b45-a078-d503b307a87f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 May 03 22:50:45.506345 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37904) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:45.520480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ba76b1a6-9324-4d23-a6ac-371650875a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.596142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ba76b1a6-9324-4d23-a6ac-371650875a70 admin admin] Publish callbacks [] for security_group (36123a11-5f01-4f7e-8f21-d3fde56efdce), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.668127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ba76b1a6-9324-4d23-a6ac-371650875a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (36123a11-5f01-4f7e-8f21-d3fde56efdce), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.709955 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ba76b1a6-9324-4d23-a6ac-371650875a70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e031ee855a20499fa657b0c9b7a97399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025514 May 03 22:50:45.710795 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba76b1a6-9324-4d23-a6ac-371650875a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36123a11-5f01-4f7e-8f21-d3fde56efdce,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:45.712777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37906) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:45.761730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] Publish callbacks [] for security_group (36123a11-5f01-4f7e-8f21-d3fde56efdce), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.782189 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] Publish callbacks [] for security_group (36123a11-5f01-4f7e-8f21-d3fde56efdce), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.940279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (36123a11-5f01-4f7e-8f21-d3fde56efdce), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.942788 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:45.946415 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36123a11-5f01-4f7e-8f21-d3fde56efdce HTTP/1.1" status: 204 len: 168 time: 0.2301478 May 03 22:50:45.952735 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8483-d0c7-4491-9145-8bae8f4de290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36123a11-5f01-4f7e-8f21-d3fde56efdce,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:46.093668 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d611bc5-8f2f-493f-852d-e963b02d4fa7 req-89d1e7d8-f4ea-46ff-91cd-e44f77a8c68c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:46.095846 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7d611bc5-8f2f-493f-852d-e963b02d4fa7 req-89d1e7d8-f4ea-46ff-91cd-e44f77a8c68c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0465446 May 03 22:50:46.144285 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7d611bc5-8f2f-493f-852d-e963b02d4fa7 req-3c4cec75-ed17-465c-b9ba-800619d80dc1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 May 03 22:50:46.999498 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37942) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:47.096274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1444590647-network', 'tenant_id': '50c4bf98965441678e2181db5293f64a'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:47.182326 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Made reservation on behalf of 50c4bf98965441678e2181db5293f64a for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:47.188517 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.198556 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.267440 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8983-2cb0-45c9-97d8-195e02c2df1d req-c1417276-eef0-468b-b697-efb26057d78d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.269310 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-716d8983-2cb0-45c9-97d8-195e02c2df1d req-c1417276-eef0-468b-b697-efb26057d78d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0518146 May 03 22:50:47.284432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks [] for security_group (fa36ea9b-9171-48ae-a5cc-9cef837d3542), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.319350 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-716d8983-2cb0-45c9-97d8-195e02c2df1d req-f5165d9c-c444-44cd-939d-69f2f5989406 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 May 03 22:50:47.411176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (fa36ea9b-9171-48ae-a5cc-9cef837d3542), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.438503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:47.448409 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36ea9b-9171-48ae-a5cc-9cef837d3542,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:47.466953 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (ca4f68d6-00dc-433b-9464-a466201203a6), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.467226 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Added segment ca4f68d6-00dc-433b-9464-a466201203a6 of type vlan for network 9e4ad251-ab47-4a03-ac0a-66137ac75bf9 May 03 22:50:47.508497 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37960) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:47.513443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (9e4ad251-ab47-4a03-ac0a-66137ac75bf9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.525268 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:50:47.567245 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Deleting subnet aec229a2-3666-4e4a-b222-f8633775f173 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:50:47.571474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Publish callbacks [] for subnet (aec229a2-3666-4e4a-b222-f8633775f173), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.607117 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Publish callbacks [] for subnet (aec229a2-3666-4e4a-b222-f8633775f173), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.616744 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (aec229a2-3666-4e4a-b222-f8633775f173), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.626486 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (9e4ad251-ab47-4a03-ac0a-66137ac75bf9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.627471 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:47.628092 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.687678 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] Pushing event updated for resources: {'Network': ['ID=9e4ad251-ab47-4a03-ac0a-66137ac75bf9,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:47.699712 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 9e4ad251-ab47-4a03-ac0a-66137ac75bf9 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:50:47.742962 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (aec229a2-3666-4e4a-b222-f8633775f173), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.745895 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c4b7386a-a10c-4c76-ba6f-46e3b045397f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7452276 May 03 22:50:47.748783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 37962) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:47.754676 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Request body: {'subnet': {'network_id': '9e4ad251-ab47-4a03-ac0a-66137ac75bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1444590647-subnet', 'tenant_id': '50c4bf98965441678e2181db5293f64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:47.774723 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec229a2-3666-4e4a-b222-f8633775f173,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:47.790429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.793688 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6974babe-c71b-47a5-93e3-d60367432cb6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aec229a2-3666-4e4a-b222-f8633775f173 HTTP/1.1" status: 204 len: 168 time: 0.2839260 May 03 22:50:47.796903 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37966) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:47.851773 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Made reservation on behalf of 50c4bf98965441678e2181db5293f64a for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:47.851773 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.878335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (23226b4e-faad-4336-ba65-1981f634686c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.966025 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (23226b4e-faad-4336-ba65-1981f634686c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:47.988713 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.989072 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.989823 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.990166 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > port after_create 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.990522 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.990864 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > port after_update 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.991193 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.991521 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.991873 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:47.992233 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:48.078120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:48.079010 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:48.079354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:48.079778 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110445) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:50:48.080213 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23226b4e-faad-4336-ba65-1981f634686c']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:48.095106 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (befd09ea-43d2-4d71-9c89-83578d7ff6b9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.098186 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb581834-295c-4e17-9705-82d7f83d7aaa') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:48.098491 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb581834-295c-4e17-9705-82d7f83d7aaa') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:48.115338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (bb581834-295c-4e17-9705-82d7f83d7aaa), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.136546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (bb581834-295c-4e17-9705-82d7f83d7aaa), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.145463 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:50:48.146316 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (bb581834-295c-4e17-9705-82d7f83d7aaa), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.154958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befd09ea-43d2-4d71-9c89-83578d7ff6b9,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:48.160134 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Checking segment: {'id': 'ca4f68d6-00dc-433b-9464-a466201203a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9e4ad251-ab47-4a03-ac0a-66137ac75bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:48.160499 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Network hostable DHCP agents. Network: 9e4ad251-ab47-4a03-ac0a-66137ac75bf9, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: from cryptography.utils import int_from_bytes May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: from cryptography.utils import int_from_bytes May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:50:48.205034 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:50:48.283160 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Network 9e4ad251-ab47-4a03-ac0a-66137ac75bf9 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:48.369147 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 9e4ad251-ab47-4a03-ac0a-66137ac75bf9) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:48.370775 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (23226b4e-faad-4336-ba65-1981f634686c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.373999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:48.378805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.385146 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00af219-f1b2-4967-ae35-a1de47ac9166 None None] Network 9e4ad251-ab47-4a03-ac0a-66137ac75bf9 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:48.502805 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c707f-0fa4-473e-98e5-27204339086d None None] Network 9e4ad251-ab47-4a03-ac0a-66137ac75bf9 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:48.525750 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bd9ae6cb-ac26-4e0d-9dec-155a5ec6a9f3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7754972 May 03 22:50:48.626264 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:48.630109 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] 10.222.0.23 "DELETE /v2.0/networks/23226b4e-faad-4336-ba65-1981f634686c HTTP/1.1" status: 204 len: 168 time: 0.8321626 May 03 22:50:48.632388 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd9e2c-aa74-41ad-b976-c36040f99b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=23226b4e-faad-4336-ba65-1981f634686c,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:48.686269 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554534e-8fab-4eb2-a4c9-2ab6dac0e574 req-9449fa00-aff8-43c5-90d1-66655035ca12 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:48.687980 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9554534e-8fab-4eb2-a4c9-2ab6dac0e574 req-9449fa00-aff8-43c5-90d1-66655035ca12 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0567012 May 03 22:50:48.736069 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9554534e-8fab-4eb2-a4c9-2ab6dac0e574 req-871d048a-aa2a-4c2c-b4f4-d1f77cd4a5ba tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 May 03 22:50:48.965908 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37992) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:49.012919 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-3aef41a8-831b-4cb0-9425-b1f077f66bf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2c0dee5894b4f6e8878469afd6b46fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457897 May 03 22:50:49.015282 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 37996) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:49.064980 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] Publish callbacks [] for security_group (0a8aabfe-c03e-43df-8120-3d8ec567af8e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.087623 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] Publish callbacks [] for security_group (0a8aabfe-c03e-43df-8120-3d8ec567af8e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.245570 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0a8aabfe-c03e-43df-8120-3d8ec567af8e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.248268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.249398 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a8aabfe-c03e-43df-8120-3d8ec567af8e HTTP/1.1" status: 204 len: 168 time: 0.2331922 May 03 22:50:49.258201 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df16f2-ee59-4f5f-b140-4e1ecf457895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8aabfe-c03e-43df-8120-3d8ec567af8e,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:49.351202 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38006) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:49.356474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1338002622-network', 'tenant_id': 'd97c0b7d01d540719b05c286dc8282b3'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:49.462555 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Made reservation on behalf of d97c0b7d01d540719b05c286dc8282b3 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:49.464906 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.473429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.548805 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks [] for security_group (82935759-0ba4-45fb-a985-08ceb49c880b), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.717587 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (82935759-0ba4-45fb-a985-08ceb49c880b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.742535 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:49.758158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82935759-0ba4-45fb-a985-08ceb49c880b,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:49.764029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (426b370b-b5d5-4287-ac28-6cadca7dacc9), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.764375 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Added segment 426b370b-b5d5-4287-ac28-6cadca7dacc9 of type vlan for network dd9ff0e9-1ea5-4deb-a140-73295592b40c May 03 22:50:49.825268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (dd9ff0e9-1ea5-4deb-a140-73295592b40c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.890005 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02793e03-8835-404d-ac58-cc50e79f8b93 req-b9e924d0-1731-467c-97d5-e7f863b2c61e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:49.891529 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-02793e03-8835-404d-ac58-cc50e79f8b93 req-b9e924d0-1731-467c-97d5-e7f863b2c61e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0637400 May 03 22:50:49.958467 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-02793e03-8835-404d-ac58-cc50e79f8b93 req-950179df-e45c-4616-9719-a867989716f1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608423 May 03 22:50:49.986949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (dd9ff0e9-1ea5-4deb-a140-73295592b40c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:49.986949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:49.986949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.036914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9ff0e9-1ea5-4deb-a140-73295592b40c,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:50.047962 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network dd9ff0e9-1ea5-4deb-a140-73295592b40c details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:50:50.083526 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-fbebf0b8-f797-4945-94f4-aed34da57cd4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7292516 May 03 22:50:50.084184 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38046) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:50.092320 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Request body: {'subnet': {'network_id': 'dd9ff0e9-1ea5-4deb-a140-73295592b40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1338002622-subnet', 'tenant_id': 'd97c0b7d01d540719b05c286dc8282b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:50.182198 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Made reservation on behalf of d97c0b7d01d540719b05c286dc8282b3 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:50.184748 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.434268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (7f136bab-052e-43b4-9dae-356050064e05), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.505963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f136bab-052e-43b4-9dae-356050064e05,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:50.510422 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Checking segment: {'id': '426b370b-b5d5-4287-ac28-6cadca7dacc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dd9ff0e9-1ea5-4deb-a140-73295592b40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:50.510785 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Network hostable DHCP agents. Network: dd9ff0e9-1ea5-4deb-a140-73295592b40c, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:50.580059 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38070) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:50.603276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Network dd9ff0e9-1ea5-4deb-a140-73295592b40c is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:50.684952 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, dd9ff0e9-1ea5-4deb-a140-73295592b40c) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:50.691206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:50.691206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.696307 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdbfec9-1270-42ae-98b6-139f17f215c5 None None] Network dd9ff0e9-1ea5-4deb-a140-73295592b40c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:50.708287 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-246312027-network', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:50.772138 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f6a7f63f-ef98-440d-b7fa-6227d6b72250 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6800404 May 03 22:50:50.817882 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:50.818900 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ce58d-a022-4c3e-a9c3-f2ede98f2044 None None] Network dd9ff0e9-1ea5-4deb-a140-73295592b40c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:50.821632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.831697 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.928293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks [] for security_group (7f609d85-3a2c-47ed-8163-4c0bbdae6a15), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:50.993959 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7f609d85-3a2c-47ed-8163-4c0bbdae6a15), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.019884 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:50:51.030995 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f609d85-3a2c-47ed-8163-4c0bbdae6a15,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:51.036814 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (15f81ad5-18d5-46a7-ac63-f607eca1c746), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.037163 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Added segment 15f81ad5-18d5-46a7-ac63-f607eca1c746 of type vlan for network db933a1a-28f8-4b03-8f40-7fcceb0a310e May 03 22:50:51.113003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (db933a1a-28f8-4b03-8f40-7fcceb0a310e), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.134340 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaee6b7-f93c-435f-a9ff-68c5ddf923b3 req-ab3e7bda-988b-4cb1-837d-452f8ff6b607 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:51.138034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5eaee6b7-f93c-435f-a9ff-68c5ddf923b3 req-ab3e7bda-988b-4cb1-837d-452f8ff6b607 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0658700 May 03 22:50:51.201516 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5eaee6b7-f93c-435f-a9ff-68c5ddf923b3 req-52d48283-9f56-4f5e-889e-57e1032bdc31 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 May 03 22:50:51.242979 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (db933a1a-28f8-4b03-8f40-7fcceb0a310e), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.243990 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:51.244574 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.302522 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] Pushing event updated for resources: {'Network': ['ID=db933a1a-28f8-4b03-8f40-7fcceb0a310e,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:51.312119 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:50:51.394303 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e673932d-bb72-48a2-902e-8d8692f42f1d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8128550 May 03 22:50:51.397131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38104) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:51.401886 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Request body: {'subnet': {'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-246312027-subnet', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:51.513777 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:50:51.517058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.763390 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (74838e72-ce01-4f08-819e-b57ba922b9b7), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:51.822290 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=74838e72-ce01-4f08-819e-b57ba922b9b7,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:51.838312 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:51.838672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Network hostable DHCP agents. Network: db933a1a-28f8-4b03-8f40-7fcceb0a310e, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:50:51.934286 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:50:52.059982 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, db933a1a-28f8-4b03-8f40-7fcceb0a310e) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:52.064019 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:52.064609 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.068324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6d4b9-1d9d-43b8-aab7-681dfab86a7a None None] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:52.167179 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:50:52.168039 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.205661 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-133bc72f-544e-427c-96b1-3fd77f0701cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8075311 May 03 22:50:52.208532 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38122) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:52.215356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:52.323263 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Allocated IP 172.20.0.2 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/308654fd-7959-494f-a32e-ae1d68eccc9b) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:52.327266 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.329029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.343524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc244c-ec1e-46ef-b23a-36af8d881485 req-abfe2639-a4b0-400c-889c-30849dafafc8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:52.345686 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eadc244c-ec1e-46ef-b23a-36af8d881485 req-abfe2639-a4b0-400c-889c-30849dafafc8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0530131 May 03 22:50:52.414986 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for router_controller (24738e70-d1ec-4067-a2ce-ab7b347df068), precommit_add_association {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.436476 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eadc244c-ec1e-46ef-b23a-36af8d881485 req-ca5d3511-20c7-41a1-976d-9073846f2986 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835850 May 03 22:50:52.478657 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks [] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.588278 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.630533 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:52.633563 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:52.639169 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:52.646658 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Pushing event updated for resources: {'Port': ['ID=308654fd-7959-494f-a32e-ae1d68eccc9b,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:52.656519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.657421 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.657786 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.658153 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.658493 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.658849 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.659151 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.659481 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.659844 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.660177 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.660501 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.661084 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.661415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.662332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.662332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:52.687231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for router_gateway (24738e70-d1ec-4067-a2ce-ab7b347df068), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.714049 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Attempting to bind port 308654fd-7959-494f-a32e-ae1d68eccc9b on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:52.714418 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Attempting to bind port 308654fd-7959-494f-a32e-ae1d68eccc9b by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:52.714779 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Attempting to bind port 308654fd-7959-494f-a32e-ae1d68eccc9b on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:52.720743 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:52.721116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:52.721511 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.721904 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:52.722364 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Bound port: 308654fd-7959-494f-a32e-ae1d68eccc9b, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:52.722737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.784598 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-37bc8398-790d-4f09-a717-00745af54744 None None] For port 308654fd-7959-494f-a32e-ae1d68eccc9b, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:52.787772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-37bc8398-790d-4f09-a717-00745af54744 None None] For port 308654fd-7959-494f-a32e-ae1d68eccc9b, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=308654fd-7959-494f-a32e-ae1d68eccc9b,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:52.846192 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:52.918961 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc8398-790d-4f09-a717-00745af54744 None None] Pushing event updated for resources: {'Port': ['ID=308654fd-7959-494f-a32e-ae1d68eccc9b,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:52.979872 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for router_gateway (24738e70-d1ec-4067-a2ce-ab7b347df068), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.002867 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.123480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Allocated IP 172.27.0.24 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/f8b44cf6-5a57-4672-a856-7094439d31db) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:53.148051 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-45a4a720-9170-4622-8d38-a4dc3b3ec1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.290997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for port (f8b44cf6-5a57-4672-a856-7094439d31db), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.409135 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.450021 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:53.454371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:53.457952 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:53.486319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Pushing event updated for resources: {'Port': ['ID=f8b44cf6-5a57-4672-a856-7094439d31db,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:53.620485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc176a-d78a-4270-8e97-5dd295b748c7 req-02b2cb72-7a0d-4e03-b5e7-e2b15ec4f895 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:53.622030 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f0cc176a-d78a-4270-8e97-5dd295b748c7 req-02b2cb72-7a0d-4e03-b5e7-e2b15ec4f895 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.1162796 May 03 22:50:53.703635 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f0cc176a-d78a-4270-8e97-5dd295b748c7 req-cd788e00-4756-448d-98cc-cb367725c923 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593264 May 03 22:50:53.727927 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38162) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:53.872683 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-46b1b352-3bfd-4070-9f94-049b0b995c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:53.904002 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for router_gateway (24738e70-d1ec-4067-a2ce-ab7b347df068), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.008605 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b59ee4-6f92-4eb9-8fd5-44acd73b7ecc None None] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:50:54.039775 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Provisioning complete for port 308654fd-7959-494f-a32e-ae1d68eccc9b triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:54.040165 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.048684 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-46b1b352-3bfd-4070-9f94-049b0b995c61 admin admin] Publish callbacks [] for security_group (22cb97df-0f42-4261-9aad-9a70a73009fe), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.135854 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-46b1b352-3bfd-4070-9f94-049b0b995c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (22cb97df-0f42-4261-9aad-9a70a73009fe), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.185380 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-46b1b352-3bfd-4070-9f94-049b0b995c61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=050ced58dcaf4eafbc8cd7373a84f7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616096 May 03 22:50:54.188820 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38166) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:54.194339 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1b352-3bfd-4070-9f94-049b0b995c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb97df-0f42-4261-9aad-9a70a73009fe,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.197218 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.258187 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] Publish callbacks [] for security_group (22cb97df-0f42-4261-9aad-9a70a73009fe), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.283091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] Publish callbacks [] for security_group (22cb97df-0f42-4261-9aad-9a70a73009fe), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.320885 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Current status of the port 308654fd-7959-494f-a32e-ae1d68eccc9b is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:54.332343 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.380749 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] For port 308654fd-7959-494f-a32e-ae1d68eccc9b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=308654fd-7959-494f-a32e-ae1d68eccc9b,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:54.422180 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:50:54.449191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.449422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (22cb97df-0f42-4261-9aad-9a70a73009fe), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.452531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.454501 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/22cb97df-0f42-4261-9aad-9a70a73009fe HTTP/1.1" status: 204 len: 168 time: 0.2645245 May 03 22:50:54.466070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a7b6c-f352-410b-862f-fa1a0b0ec4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cb97df-0f42-4261-9aad-9a70a73009fe,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.528641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622bcbb-b101-40c0-8d99-3e1049e9ac4e None None] Pushing event updated for resources: {'Port': ['ID=308654fd-7959-494f-a32e-ae1d68eccc9b,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:54.568126 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-cdc025b5-c5eb-4996-9fe5-7b3da5561683 None None] Provisioning complete for port 308654fd-7959-494f-a32e-ae1d68eccc9b triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:54.568581 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-cdc025b5-c5eb-4996-9fe5-7b3da5561683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.591029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:50:54.601759 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:54.617053 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:54.617681 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:54.665539 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-cdc025b5-c5eb-4996-9fe5-7b3da5561683 None None] Current status of the port 308654fd-7959-494f-a32e-ae1d68eccc9b is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:54.685268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:54.690025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-18d6062e-ea90-45fe-a27f-ab7b2f246b35 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4804504 May 03 22:50:54.690255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38176) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:54.727110 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:54.850581 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e7ae3-9ea7-44c5-a412-854bed8a4712 req-94bee9b9-51a5-47bb-9f2f-b202f2e2c730 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:54.852358 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c00e7ae3-9ea7-44c5-a412-854bed8a4712 req-94bee9b9-51a5-47bb-9f2f-b202f2e2c730 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0696881 May 03 22:50:54.920340 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c00e7ae3-9ea7-44c5-a412-854bed8a4712 req-50543ddd-7349-494c-a6e5-c0a34889786a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622845 May 03 22:50:54.933064 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:53Z', 'revision_number': 3, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:54.962782 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:54.963147 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Updating router 24738e70-d1ec-4067-a2ce-ab7b347df068 port f8b44cf6-5a57-4672-a856-7094439d31db binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:50:54.993008 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.228735 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 308654fd-7959-494f-a32e-ae1d68eccc9b up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:55.250571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38182) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:55.270094 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2f99d162-ebbe-4d1d-856f-734d80521f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.276123 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks [] for port (f8b44cf6-5a57-4672-a856-7094439d31db), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.284665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 308654fd-7959-494f-a32e-ae1d68eccc9b triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:55.285119 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.343250 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.352338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2f99d162-ebbe-4d1d-856f-734d80521f82 admin admin] Publish callbacks [] for security_group (68ea6573-7e49-4e41-821c-59b954fc2ac2), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.369735 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 308654fd-7959-494f-a32e-ae1d68eccc9b is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:55.407583 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.413867 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Pushing event updated for resources: {'Port': ['ID=f8b44cf6-5a57-4672-a856-7094439d31db,revision_number=2']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.419841 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Attempting to bind port f8b44cf6-5a57-4672-a856-7094439d31db on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:55.420275 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Attempting to bind port f8b44cf6-5a57-4672-a856-7094439d31db by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:55.420650 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Attempting to bind port f8b44cf6-5a57-4672-a856-7094439d31db on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:55.431433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2f99d162-ebbe-4d1d-856f-734d80521f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (68ea6573-7e49-4e41-821c-59b954fc2ac2), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.431592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.432291 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.432373 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.432663 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.432990 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.433320 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.433746 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:50:55.437076 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:55.437582 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:55.438067 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.438451 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:55.438933 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Bound port: f8b44cf6-5a57-4672-a856-7094439d31db, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:55.439313 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.479395 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2f99d162-ebbe-4d1d-856f-734d80521f82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98ebdc966fab489e92264a822c7f79de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275934 May 03 22:50:55.481375 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d162-ebbe-4d1d-856f-734d80521f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ea6573-7e49-4e41-821c-59b954fc2ac2,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.484321 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38186) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:55.499345 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] For port f8b44cf6-5a57-4672-a856-7094439d31db, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:55.502671 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5948f30-e742-4086-8775-326b2ac7a6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.503734 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] For port f8b44cf6-5a57-4672-a856-7094439d31db, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=f8b44cf6-5a57-4672-a856-7094439d31db,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:55.586404 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.603329 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] Publish callbacks [] for security_group (68ea6573-7e49-4e41-821c-59b954fc2ac2), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.648495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Allocated IP 172.20.0.1 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/4f7bce27-7f24-466b-962e-c6616e0ac48d) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:55.651654 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] Publish callbacks [] for security_group (68ea6573-7e49-4e41-821c-59b954fc2ac2), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.652631 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ddc5-f9d7-4858-9525-861382dc4c38 None None] Pushing event updated for resources: {'Port': ['ID=f8b44cf6-5a57-4672-a856-7094439d31db,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.655506 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:55.656139 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:55.775726 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:55.786995 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks [] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.833458 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (68ea6573-7e49-4e41-821c-59b954fc2ac2), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.836139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.837358 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ea6573-7e49-4e41-821c-59b954fc2ac2 HTTP/1.1" status: 204 len: 168 time: 0.3501117 May 03 22:50:55.845198 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a2ee2-7d2b-4c56-b23a-4d8892d5dfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ea6573-7e49-4e41-821c-59b954fc2ac2,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.886243 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.930477 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:55.933805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:55.946554 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:50:55.947162 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (24738e70-d1ec-4067-a2ce-ab7b347df068), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:55.955311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:55.981095 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:53Z', 'revision_number': 3, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:56.020055 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0bdccc-3e13-4661-b95c-7a373e9692f4 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:53Z', 'revision_number': 3, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:50:56.076445 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b22d1-dacb-4b38-8b9f-2b16a1a8fe94 req-23ae9abd-995e-4594-941f-4e680dc6e439 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:56.079423 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a9b22d1-dacb-4b38-8b9f-2b16a1a8fe94 req-23ae9abd-995e-4594-941f-4e680dc6e439 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0560503 May 03 22:50:56.160546 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a9b22d1-dacb-4b38-8b9f-2b16a1a8fe94 req-bda4d65f-c3fc-457a-8b90-e80b058b52d5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716000 May 03 22:50:56.201534 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-32c34eb3-62ef-4778-887d-37676f89fab6 None None] Provisioning complete for port 4f7bce27-7f24-466b-962e-c6616e0ac48d triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:56.202079 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-32c34eb3-62ef-4778-887d-37676f89fab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.216050 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.242116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-32c34eb3-62ef-4778-887d-37676f89fab6 None None] Port 4f7bce27-7f24-466b-962e-c6616e0ac48d cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:56.440812 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks [] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.491051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.492146 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (24738e70-d1ec-4067-a2ce-ab7b347df068), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.560180 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:56.589393 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:56.664774 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:50:56.667028 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:50:56.855396 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:50:56.980014 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-39373fda-f77c-40e8-916d-65410bbeb25d None None] Provisioning complete for port 4f7bce27-7f24-466b-962e-c6616e0ac48d triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:56.980531 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-39373fda-f77c-40e8-916d-65410bbeb25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:57.007077 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:50:57.014982 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f50cae8d-66ee-4dde-809f-a10ab9dce227 admin admin] 10.222.0.23 "PUT /v2.0/routers/24738e70-d1ec-4067-a2ce-ab7b347df068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3232138 May 03 22:50:57.020569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-39373fda-f77c-40e8-916d-65410bbeb25d None None] Port 4f7bce27-7f24-466b-962e-c6616e0ac48d cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:50:57.272490 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device f8b44cf6-5a57-4672-a856-7094439d31db up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:57.385699 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port f8b44cf6-5a57-4672-a856-7094439d31db triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:57.386455 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65501842-11d1-4000-a05e-949f41b42641 req-084d5863-bd88-4813-af85-d67ae21b9d94 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:57.387442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:57.394586 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-65501842-11d1-4000-a05e-949f41b42641 req-084d5863-bd88-4813-af85-d67ae21b9d94 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.1176000 May 03 22:50:57.488252 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-65501842-11d1-4000-a05e-949f41b42641 req-34e48bd2-dffc-4e37-a390-82f596ad6ce8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927935 May 03 22:50:57.526574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port f8b44cf6-5a57-4672-a856-7094439d31db is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:57.527217 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:57.566796 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port f8b44cf6-5a57-4672-a856-7094439d31db, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=f8b44cf6-5a57-4672-a856-7094439d31db,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:57.660651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:57.722242 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=f8b44cf6-5a57-4672-a856-7094439d31db,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:57.848684 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.043834 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:50:58.054848 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:58.055594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:58.083913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38264) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:58.089056 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247863503', 'description': 'tempest-description--708380245'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:58.165647 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38266) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:58.168906 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:58.173973 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.250050 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (7d1838e1-ba4b-437c-93da-c6791ce5a962), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.328079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5959-87e9-4f61-9e76-ec7ed9657bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.396337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7d1838e1-ba4b-437c-93da-c6791ce5a962), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.398245 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:58.436445 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:50:58.436967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Updating router 24738e70-d1ec-4067-a2ce-ab7b347df068 port 4f7bce27-7f24-466b-962e-c6616e0ac48d binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:50:58.452816 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1838e1-ba4b-437c-93da-c6791ce5a962,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.474781 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.481641 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5959-87e9-4f61-9e76-ec7ed9657bd0 admin admin] Publish callbacks [] for security_group (0b775786-fc58-4e91-a5ed-0fb98c0cb33c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.528151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.529405 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-17ea62c8-69b2-484b-a38c-728f60f72bdf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4438965 May 03 22:50:58.532169 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38288) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:58.537542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '7d1838e1-ba4b-437c-93da-c6791ce5a962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:58.584623 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8d4e5959-87e9-4f61-9e76-ec7ed9657bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0b775786-fc58-4e91-a5ed-0fb98c0cb33c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.635772 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a251e5-e296-4080-91fd-a48db837f8c0 req-93edbae2-0465-4820-b9cc-370638e92845 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:50:58.638852 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29a251e5-e296-4080-91fd-a48db837f8c0 req-93edbae2-0465-4820-b9cc-370638e92845 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0663114 May 03 22:50:58.654827 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8d4e5959-87e9-4f61-9e76-ec7ed9657bd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77dcd685ef504366a129fca8ccaf38d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857273 May 03 22:50:58.654827 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (d5d82685-2bfc-4b9d-bb69-e830b5fe14f3), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.663572 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38294) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:58.664333 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e5959-87e9-4f61-9e76-ec7ed9657bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b775786-fc58-4e91-a5ed-0fb98c0cb33c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.742516 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29a251e5-e296-4080-91fd-a48db837f8c0 req-db306540-8806-4afb-be4d-d24db02fdcaf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971830 May 03 22:50:58.785664 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] Publish callbacks [] for security_group (0b775786-fc58-4e91-a5ed-0fb98c0cb33c), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.815363 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (d5d82685-2bfc-4b9d-bb69-e830b5fe14f3), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.819762 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks [] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.819895 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] Publish callbacks [] for security_group (0b775786-fc58-4e91-a5ed-0fb98c0cb33c), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.930526 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (d5d82685-2bfc-4b9d-bb69-e830b5fe14f3), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.930741 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.948447 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d82685-2bfc-4b9d-bb69-e830b5fe14f3,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:58.958952 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0b775786-fc58-4e91-a5ed-0fb98c0cb33c), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.961958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:58.963324 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b775786-fc58-4e91-a5ed-0fb98c0cb33c HTTP/1.1" status: 204 len: 168 time: 0.2955415 May 03 22:50:58.972495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c52b1-1595-4f70-b295-99ed77ea3eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b775786-fc58-4e91-a5ed-0fb98c0cb33c,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.010782 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe110-cd96-4c93-b3dc-83a30d6a6756 None None] Pushing event updated for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.044634 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.045965 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1fb77aed-1e02-47c6-90a0-ac19ed329f12 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5124607 May 03 22:50:59.052997 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38306) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:59.054802 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '7d1838e1-ba4b-437c-93da-c6791ce5a962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:59.081970 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Attempting to bind port 4f7bce27-7f24-466b-962e-c6616e0ac48d on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:50:59.082343 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Attempting to bind port 4f7bce27-7f24-466b-962e-c6616e0ac48d by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:50:59.082738 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Attempting to bind port 4f7bce27-7f24-466b-962e-c6616e0ac48d on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:50:59.088388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:50:59.088757 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:50:59.089151 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.089539 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:50:59.090001 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Bound port: 4f7bce27-7f24-466b-962e-c6616e0ac48d, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:50:59.090374 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.156574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] For port 4f7bce27-7f24-466b-962e-c6616e0ac48d, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:50:59.160651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] For port 4f7bce27-7f24-466b-962e-c6616e0ac48d, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4f7bce27-7f24-466b-962e-c6616e0ac48d,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:50:59.176258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (25e4b0c9-deed-4621-90d5-1ef4cab26f55), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.209092 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device f8b44cf6-5a57-4672-a856-7094439d31db up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:50:59.241895 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (25e4b0c9-deed-4621-90d5-1ef4cab26f55), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.253189 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.305992 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Provisioning complete for port 4f7bce27-7f24-466b-962e-c6616e0ac48d triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:59.306371 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.312610 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (25e4b0c9-deed-4621-90d5-1ef4cab26f55), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.313841 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port f8b44cf6-5a57-4672-a856-7094439d31db triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:50:59.314115 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.332389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e4b0c9-deed-4621-90d5-1ef4cab26f55,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.399833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:50:59.399833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:50:59.417239 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fe110-cd96-4c93-b3dc-83a30d6a6756 None None] Pushing event updated for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:50:59.430884 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.433109 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-45d010ca-351f-4cca-b862-c20725b1a44e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820782 May 03 22:50:59.435526 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38312) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:50:59.442304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:50:59.486640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.531652 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.620951 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Current status of the port 4f7bce27-7f24-466b-962e-c6616e0ac48d is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:59.621275 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.627651 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.660469 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:50:59.691086 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port f8b44cf6-5a57-4672-a856-7094439d31db is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:50:59.714540 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] For port 4f7bce27-7f24-466b-962e-c6616e0ac48d, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4f7bce27-7f24-466b-962e-c6616e0ac48d,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:50:59.750412 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.27.0.156 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/869ffc5c-7c17-498c-b5cf-fbc1eaaaf238) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:50:59.859359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.879112 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:50:59.956821 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:00.002345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.096144 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=869ffc5c-7c17-498c-b5cf-fbc1eaaaf238,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.121570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:00.127241 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:00.151754 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:00.168562 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756337-42aa-4a1e-838a-fd41bb0680d5 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:00.174385 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134585f-fc4d-4756-8fee-7860ec36496a None None] Pushing event updated for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.181094 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-e5db33cc-d97d-4fc7-90d9-523369b1f3ca None None] Provisioning complete for port 4f7bce27-7f24-466b-962e-c6616e0ac48d triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:00.183737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5db33cc-d97d-4fc7-90d9-523369b1f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.185816 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01f4f-f30b-43d4-ba1c-a07fc55fb005 req-70e2f0b1-6691-4e21-8d36-8b0a1c8d22b8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:00.193539 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ddd01f4f-f30b-43d4-ba1c-a07fc55fb005 req-70e2f0b1-6691-4e21-8d36-8b0a1c8d22b8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.3301404 May 03 22:51:00.207110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70771bc-ab8b-4427-9af2-cd0654fb49a4 req-5c003573-c767-435e-bbf1-217ae6e0f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:00.208641 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b70771bc-ab8b-4427-9af2-cd0654fb49a4 req-5c003573-c767-435e-bbf1-217ae6e0f30f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1130 time: 0.1860266 May 03 22:51:00.244031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.312374 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ddd01f4f-f30b-43d4-ba1c-a07fc55fb005 req-df3dc39d-1113-498b-a5af-d69e813c1b92 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130874 May 03 22:51:00.319670 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b70771bc-ab8b-4427-9af2-cd0654fb49a4 req-e208ab6a-fd22-4da0-bacd-dd12cfc60706 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996926 May 03 22:51:00.354644 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e5db33cc-d97d-4fc7-90d9-523369b1f3ca None None] Current status of the port 4f7bce27-7f24-466b-962e-c6616e0ac48d is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:00.375444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.561247 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.645587 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.690433 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.706854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=869ffc5c-7c17-498c-b5cf-fbc1eaaaf238,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:00.790570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:00.790676 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d37e246f-7b8c-4638-9c52-7aa98724b0e2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3536115 May 03 22:51:01.068207 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-5c94077e-96a6-4a9c-8e9a-f81f4625b6ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--247863503&fields=id&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 267 time: 0.0587649 May 03 22:51:01.202145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-1d18b462-0b5a-40c3-8b97-bce5c93be124 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:01.203697 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-1d18b462-0b5a-40c3-8b97-bce5c93be124 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1295781 May 03 22:51:01.220814 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-6bc47c59-63fc-49b0-9886-7cdfee2ee1bb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/quotas/d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 375 time: 0.0110579 May 03 22:51:01.230411 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4f7bce27-7f24-466b-962e-c6616e0ac48d up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:01.309762 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-9bff6d0d-19f5-40c3-9cc7-672a27b8f7c0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825779 May 03 22:51:01.320104 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 4f7bce27-7f24-466b-962e-c6616e0ac48d triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:01.320710 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:01.431695 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 4f7bce27-7f24-466b-962e-c6616e0ac48d is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:01.436688 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-2a7d1408-205d-4da4-8b05-040fdd3c8add service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137121 May 03 22:51:01.541166 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b35f1-0d9b-417f-a793-63c649f90b54 req-33ef6b5d-d9db-4187-a87b-c0f0373abd09 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:01.542695 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8b6b35f1-0d9b-417f-a793-63c649f90b54 req-33ef6b5d-d9db-4187-a87b-c0f0373abd09 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0978539 May 03 22:51:01.598938 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-7d72941b-b83f-4bcc-b14b-023c339bd2c6 service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614208 May 03 22:51:01.629388 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8b6b35f1-0d9b-417f-a793-63c649f90b54 req-4c9b543a-8753-45df-b63d-e31f15232edc tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752139 May 03 22:51:01.849919 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a450145-db5d-4206-86a0-b40ed9c01224 req-59e3b7bf-7ea9-4d45-bb96-c8e259639109 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0274405 May 03 22:51:02.738701 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6fbbc-6aab-4891-abd7-9c7f8f0bb661 req-5dd2ed75-5831-45e0-9639-87e3f63828c3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:02.745757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-82f6fbbc-6aab-4891-abd7-9c7f8f0bb661 req-5dd2ed75-5831-45e0-9639-87e3f63828c3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0541461 May 03 22:51:02.790446 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-82f6fbbc-6aab-4891-abd7-9c7f8f0bb661 req-d9e63fa3-9989-4f6c-b96c-28c2e8306711 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 May 03 22:51:02.922748 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d36630-4ed3-43eb-86d7-6a92c9269732 req-dd46788e-833b-4282-90a9-1b33a7416128 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:02.924482 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b7d36630-4ed3-43eb-86d7-6a92c9269732 req-dd46788e-833b-4282-90a9-1b33a7416128 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0602446 May 03 22:51:02.942152 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8f17d82b-edb5-4725-a7c5-05b99fd0cf8f req-8a5a5d27-8161-40d2-ba48-d1790880b829 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0425651 May 03 22:51:02.966218 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38442) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:02.991361 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b7d36630-4ed3-43eb-86d7-6a92c9269732 req-41700a2d-ac39-401a-a7e8-b100581a6567 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522771 May 03 22:51:03.104528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd01b86e-5597-4d3f-a48b-8ab64c1226e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.181453 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd01b86e-5597-4d3f-a48b-8ab64c1226e3 admin admin] Publish callbacks [] for security_group (43c6c8f2-f166-486a-b365-acf4d3f30b29), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.279328 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd01b86e-5597-4d3f-a48b-8ab64c1226e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (43c6c8f2-f166-486a-b365-acf4d3f30b29), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.327176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01b86e-5597-4d3f-a48b-8ab64c1226e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c6c8f2-f166-486a-b365-acf4d3f30b29,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:03.334951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38456) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:03.347973 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-cd01b86e-5597-4d3f-a48b-8ab64c1226e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ec724d38c4048058eee37b9a405f907&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805430 May 03 22:51:03.394110 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] Publish callbacks [] for security_group (43c6c8f2-f166-486a-b365-acf4d3f30b29), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.419981 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] Publish callbacks [] for security_group (43c6c8f2-f166-486a-b365-acf4d3f30b29), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.565393 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (43c6c8f2-f166-486a-b365-acf4d3f30b29), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.568226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:03.569527 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c6c8f2-f166-486a-b365-acf4d3f30b29 HTTP/1.1" status: 204 len: 168 time: 0.2336113 May 03 22:51:03.578379 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b05bda-44d9-4b68-9894-133eec1a40ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c6c8f2-f166-486a-b365-acf4d3f30b29,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:04.053878 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-909052de-f07a-40b6-9f07-1efa7bcce4c9 req-e138e562-d813-4bbf-a44a-0f659384d8b6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0333054 May 03 22:51:04.346312 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-412a02c6-f40a-4552-bda7-c51904245d3c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:04.347766 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-412a02c6-f40a-4552-bda7-c51904245d3c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1036019 May 03 22:51:04.430888 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-ca77f0ac-15ac-48e3-9e24-c48642da217b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 379 time: 0.0719953 May 03 22:51:04.444556 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'port': {'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'admin_state_up': True, 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'security_groups': ['7d1838e1-ba4b-437c-93da-c6791ce5a962']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:04.645573 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:04.649185 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:04.821295 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.20.0.13 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/2b39506e-9433-409e-b929-c88cc25bc8ff) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:04.993829 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.081134 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.107515 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38526) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:05.152114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:05.155839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:05.175797 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:05.181215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.183975 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.212257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:05.244451 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d0bbd-ac6e-4f38-9daa-6a2a0d8eef38 req-e7151226-5e72-425e-beb7-4f2fd97ae695 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.252199 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4a0d0bbd-ac6e-4f38-9daa-6a2a0d8eef38 req-e7151226-5e72-425e-beb7-4f2fd97ae695 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 932 time: 0.1106575 May 03 22:51:05.352278 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8604cacb-7d32-42cf-aa40-48da9dd525dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.371774 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.372222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824b48-7f94-458c-8b0b-69ea114f286d req-dad0d159-4115-43f6-9951-f480e813e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.373505 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-dad0d159-4115-43f6-9951-f480e813e98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1130 time: 0.0489948 May 03 22:51:05.377883 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-da88ab12-968d-4a77-aaf8-7680ba3be3e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9381881 May 03 22:51:05.408899 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Request body: {'port': {'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:05.442898 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f31664-2fcf-4783-84d8-19132ce9a3db req-94df0a38-02dd-4452-8efc-65bca0259967 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.444519 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84f31664-2fcf-4783-84d8-19132ce9a3db req-94df0a38-02dd-4452-8efc-65bca0259967 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.1219158 May 03 22:51:05.460657 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4a0d0bbd-ac6e-4f38-9daa-6a2a0d8eef38 req-70cbcdc0-dc39-4561-b513-e2916c2b74ff tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951578 May 03 22:51:05.523615 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-911eae58-eaf8-4247-907c-928780cb3c25 None None] Provisioning complete for port 2b39506e-9433-409e-b929-c88cc25bc8ff triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:05.524282 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-911eae58-eaf8-4247-907c-928780cb3c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.594705 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38546) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:05.605547 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-911eae58-eaf8-4247-907c-928780cb3c25 None None] Port 2b39506e-9433-409e-b929-c88cc25bc8ff cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:51:05.610010 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.647207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8604cacb-7d32-42cf-aa40-48da9dd525dc admin admin] Publish callbacks [] for security_group (637d3a73-c427-40f9-8d6f-e9a57bf564aa), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.660248 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84f31664-2fcf-4783-84d8-19132ce9a3db req-1671593c-0df3-49da-bf45-6bfce26a19f5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900029 May 03 22:51:05.765304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824b48-7f94-458c-8b0b-69ea114f286d req-9e9a63ac-dad0-40a4-a423-af35e9719965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.765304 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-9e9a63ac-dad0-40a4-a423-af35e9719965 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.2899811 May 03 22:51:05.777758 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-58016359-52d9-4d76-ae6f-1dca34f6ff3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 200 len: 217 time: 0.0825558 May 03 22:51:05.808495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9c286edb-9470-4f21-92d4-33c8e8130cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.893422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824b48-7f94-458c-8b0b-69ea114f286d req-e34240f7-31d6-454e-ae79-7fda164d9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.894885 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-e34240f7-31d6-454e-ae79-7fda164d9899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.1067162 May 03 22:51:05.991167 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8604cacb-7d32-42cf-aa40-48da9dd525dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (637d3a73-c427-40f9-8d6f-e9a57bf564aa), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:05.991385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15824b48-7f94-458c-8b0b-69ea114f286d req-2483ef47-fe63-4922-a138-234f6c4f59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:05.992772 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-2483ef47-fe63-4922-a138-234f6c4f59aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897987 May 03 22:51:06.032612 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8604cacb-7d32-42cf-aa40-48da9dd525dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23ff4d9fc6654180a6a1338cbf6d48e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9211662 May 03 22:51:06.032612 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604cacb-7d32-42cf-aa40-48da9dd525dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d3a73-c427-40f9-8d6f-e9a57bf564aa,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.036870 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38552) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:06.358667 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9c286edb-9470-4f21-92d4-33c8e8130cb0 admin admin] Publish callbacks [] for security_group (32e5d024-3152-48a2-b33c-50157becbc49), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.429482 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b39506e-9433-409e-b929-c88cc25bc8ff {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:06.440647 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-c4308f83-1a38-4f2d-b247-c4a2f4cfc578 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397228 May 03 22:51:06.445509 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks [] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.461055 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] Publish callbacks [] for security_group (637d3a73-c427-40f9-8d6f-e9a57bf564aa), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.466514 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9c286edb-9470-4f21-92d4-33c8e8130cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (32e5d024-3152-48a2-b33c-50157becbc49), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.500591 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Transition to ACTIVE for port object 2b39506e-9433-409e-b929-c88cc25bc8ff will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:51:06.578119 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] Publish callbacks [] for security_group (637d3a73-c427-40f9-8d6f-e9a57bf564aa), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.583138 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9c286edb-9470-4f21-92d4-33c8e8130cb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ad8f15010994e60b4b12fb8df4567c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9868813 May 03 22:51:06.587911 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c499b-6688-4eec-9c72-d06384610ddb req-a7d4a98c-f89d-4267-8ad8-af6bea6ff00f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.589419 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ab1c499b-6688-4eec-9c72-d06384610ddb req-a7d4a98c-f89d-4267-8ad8-af6bea6ff00f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 932 time: 0.0468981 May 03 22:51:06.589723 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286edb-9470-4f21-92d4-33c8e8130cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5d024-3152-48a2-b33c-50157becbc49,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.589922 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38566) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:06.628266 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-15824b48-7f94-458c-8b0b-69ea114f286d req-29964f76-3cff-4c33-81cc-4c07203bb137 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773469 May 03 22:51:06.643084 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.697101 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Pushing event updated for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.707165 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ab1c499b-6688-4eec-9c72-d06384610ddb req-44420316-9591-4bdb-ac9d-6750c7b16632 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927782 May 03 22:51:06.710528 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] Publish callbacks [] for security_group (32e5d024-3152-48a2-b33c-50157becbc49), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.734472 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] Publish callbacks [] for security_group (32e5d024-3152-48a2-b33c-50157becbc49), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.738898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Attempting to bind port 2b39506e-9433-409e-b929-c88cc25bc8ff on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:51:06.739349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Attempting to bind port 2b39506e-9433-409e-b929-c88cc25bc8ff by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:51:06.739789 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Attempting to bind port 2b39506e-9433-409e-b929-c88cc25bc8ff on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:06.744550 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Port 2b39506e-9433-409e-b929-c88cc25bc8ff on network db933a1a-28f8-4b03-8f40-7fcceb0a310e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:51:06.744958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Attempting to bind port 2b39506e-9433-409e-b929-c88cc25bc8ff on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:06.750806 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:51:06.751230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:06.752288 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:51:06.752731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Bound port: 2b39506e-9433-409e-b929-c88cc25bc8ff, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:51:06.753357 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.810679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (637d3a73-c427-40f9-8d6f-e9a57bf564aa), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.813528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.815282 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/637d3a73-c427-40f9-8d6f-e9a57bf564aa HTTP/1.1" status: 204 len: 168 time: 0.7774699 May 03 22:51:06.827413 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2b692-d050-4a68-bf2c-59fcfcc2c37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d3a73-c427-40f9-8d6f-e9a57bf564aa,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.883847 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:51:06.894812 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2b39506e-9433-409e-b929-c88cc25bc8ff,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:51:06.907192 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859883c-e8a0-4e91-aa84-a2646bcdb41d req-cd34a70e-db8f-4643-aa74-f65e83078ba2 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:06.908758 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e859883c-e8a0-4e91-aa84-a2646bcdb41d req-cd34a70e-db8f-4643-aa74-f65e83078ba2 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0771899 May 03 22:51:06.955863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (32e5d024-3152-48a2-b33c-50157becbc49), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.958356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:06.959492 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32e5d024-3152-48a2-b33c-50157becbc49 HTTP/1.1" status: 204 len: 168 time: 0.3686879 May 03 22:51:06.964556 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e859883c-e8a0-4e91-aa84-a2646bcdb41d req-902c35ae-45b5-4cfe-8387-8fa2a0cf7dba tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 May 03 22:51:06.971164 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907e6f3-8b19-46a6-a347-79af09b3dd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5d024-3152-48a2-b33c-50157becbc49,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:06.988921 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:07.021676 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.022305 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:07.023973 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b39506e-9433-409e-b929-c88cc25bc8ff HTTP/1.1" status: 200 len: 1094 time: 1.6225238 May 03 22:51:07.024424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:07.026786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d3fa47-a1a5-4d82-918b-b70855ef085f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:07.070494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae8c22-4531-4c0a-bce8-b4916514e613 service neutron] Pushing event updated for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:07.077168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a806d1e4-d9a4-4e71-bb7d-ccc3be46ae46 x-openstack-request-id: req-a806d1e4-d9a4-4e71-bb7d-ccc3be46ae46 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:07.077704 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:07.078203 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a806d1e4-d9a4-4e71-bb7d-ccc3be46ae46 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:07.078858 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a806d1e4-d9a4-4e71-bb7d-ccc3be46ae46'] response: {'name': 'network-changed', 'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'status': 'completed', 'code': 200} May 03 22:51:07.137274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-ff65a6cb-4485-46b1-952f-c5781074587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.138476 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-ff65a6cb-4485-46b1-952f-c5781074587d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 1128 time: 0.0437963 May 03 22:51:07.255898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-3d5b1c06-f8bc-4e93-be06-c2efa6bc76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.257375 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-3d5b1c06-f8bc-4e93-be06-c2efa6bc76f7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0695fe13abc401a905fd0579770c1ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1075790 May 03 22:51:07.381896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-68240e5e-173e-42ea-9c21-6119c59ec08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.383405 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-04d3fa47-a1a5-4d82-918b-b70855ef085f req-68240e5e-173e-42ea-9c21-6119c59ec08d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182504 May 03 22:51:07.486487 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-d5ca3cc7-886e-4def-9ff7-589af33dffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.488071 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-d5ca3cc7-886e-4def-9ff7-589af33dffad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 1128 time: 0.0464690 May 03 22:51:07.531174 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-dc76b61a-74a1-4d8e-8853-89a1547be56e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b39506e-9433-409e-b929-c88cc25bc8ff HTTP/1.1" status: 200 len: 217 time: 0.0341628 May 03 22:51:07.580376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-2098bf4f-313d-4ebb-be46-c51459b79774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.581921 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-2098bf4f-313d-4ebb-be46-c51459b79774 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0446129 May 03 22:51:07.630834 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-af25e2d8-4e30-4ee7-a14d-ce6eb93ce647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.632355 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-af25e2d8-4e30-4ee7-a14d-ce6eb93ce647 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434091 May 03 22:51:07.638023 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38602) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:07.651681 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a50865c7-672b-41d6-84a4-fa8a313cc3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:07.739316 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a50865c7-672b-41d6-84a4-fa8a313cc3db admin admin] Publish callbacks [] for security_group (f0b3f7b9-e252-4efa-8bce-8582773033a9), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:07.746194 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-461c632d-cc6b-4178-8288-9c01a76cbfc9 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054709 May 03 22:51:07.843338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0ca5d-8d8b-4481-9ede-101f683a068e req-c7eacfae-fc75-40aa-908d-573230f8371a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:07.843338 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ebd0ca5d-8d8b-4481-9ede-101f683a068e req-c7eacfae-fc75-40aa-908d-573230f8371a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0631602 May 03 22:51:07.843338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a50865c7-672b-41d6-84a4-fa8a313cc3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (f0b3f7b9-e252-4efa-8bce-8582773033a9), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:07.874684 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-52547a99-6572-42da-a8a1-a64e9f92c214 req-ce752301-725b-40a5-8956-7c4aab16008f service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199181 May 03 22:51:07.910515 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a50865c7-672b-41d6-84a4-fa8a313cc3db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d331a2da54345cb897dd41bfe4769f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713449 May 03 22:51:07.913326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38612) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:07.925401 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50865c7-672b-41d6-84a4-fa8a313cc3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b3f7b9-e252-4efa-8bce-8582773033a9,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:07.965556 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ebd0ca5d-8d8b-4481-9ede-101f683a068e req-ef4bde3d-19f1-4ff3-88b0-87176575d60d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107552 May 03 22:51:08.003710 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8287958-3e82-4367-8057-44527101157f admin admin] Publish callbacks [] for security_group (f0b3f7b9-e252-4efa-8bce-8582773033a9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.028698 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8287958-3e82-4367-8057-44527101157f admin admin] Publish callbacks [] for security_group (f0b3f7b9-e252-4efa-8bce-8582773033a9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.116847 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3686dc-cd20-4e93-9665-834262a0f546 req-861cd941-e735-4eec-9a06-379cdaccc016 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:08.116847 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f3686dc-cd20-4e93-9665-834262a0f546 req-861cd941-e735-4eec-9a06-379cdaccc016 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0561180 May 03 22:51:08.171638 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f3686dc-cd20-4e93-9665-834262a0f546 req-8a80829f-af4a-4366-87f7-f206e9e4024e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 May 03 22:51:08.205878 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8287958-3e82-4367-8057-44527101157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (f0b3f7b9-e252-4efa-8bce-8582773033a9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.208509 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8287958-3e82-4367-8057-44527101157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.209363 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38626) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:08.209635 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e8287958-3e82-4367-8057-44527101157f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0b3f7b9-e252-4efa-8bce-8582773033a9 HTTP/1.1" status: 204 len: 168 time: 0.2954102 May 03 22:51:08.217528 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8287958-3e82-4367-8057-44527101157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b3f7b9-e252-4efa-8bce-8582773033a9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:08.309369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2043962003-network', 'tenant_id': 'dab3317553d1476a8a034b78dc5572b2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:08.439755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Made reservation on behalf of dab3317553d1476a8a034b78dc5572b2 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:08.442138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.451423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.525999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks [] for security_group (b2b38a47-5447-4d38-82c1-5da6889b6470), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.605010 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b2b38a47-5447-4d38-82c1-5da6889b6470), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.632926 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:51:08.639168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b38a47-5447-4d38-82c1-5da6889b6470,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:08.645138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (6a154f9a-ab85-4029-8ec2-99471f368cbf), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.645487 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Added segment 6a154f9a-ab85-4029-8ec2-99471f368cbf of type vlan for network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 May 03 22:51:08.685209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (8386e96d-9727-4f2e-a2de-6f5b3e0830b3), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.770530 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (8386e96d-9727-4f2e-a2de-6f5b3e0830b3), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.771515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:08.772135 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:08.836234 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] Pushing event updated for resources: {'Network': ['ID=8386e96d-9727-4f2e-a2de-6f5b3e0830b3,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:08.846750 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:51:08.858865 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-438a2fe9-b66d-4067-95d5-84c9114f79b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6482384 May 03 22:51:08.861822 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38642) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:08.866544 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Request body: {'subnet': {'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2043962003-subnet', 'tenant_id': 'dab3317553d1476a8a034b78dc5572b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:08.953403 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Made reservation on behalf of dab3317553d1476a8a034b78dc5572b2 for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:08.956254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:09.091579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce9873-7aad-4c47-9550-c04182979530 req-c263de94-9f4f-4707-bdf0-d23ccca14b1e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:09.094047 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-06ce9873-7aad-4c47-9550-c04182979530 req-c263de94-9f4f-4707-bdf0-d23ccca14b1e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0558541 May 03 22:51:09.145034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-06ce9873-7aad-4c47-9550-c04182979530 req-a2a42da0-0930-44d7-ab4a-9d6565d21f13 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447903 May 03 22:51:09.191898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for subnet (f8869357-d3c3-46ce-967b-82cd35a2649d), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:09.242221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8869357-d3c3-46ce-967b-82cd35a2649d,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:09.260424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Checking segment: {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:09.260745 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Network hostable DHCP agents. Network: 8386e96d-9727-4f2e-a2de-6f5b3e0830b3, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:51:09.289095 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236f996-26e1-4bca-88b0-a630acb180c1 req-c14bf602-0e7e-4561-b88b-283816df4446 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:09.290513 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9236f996-26e1-4bca-88b0-a630acb180c1 req-c14bf602-0e7e-4561-b88b-283816df4446 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0509164 May 03 22:51:09.337276 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9236f996-26e1-4bca-88b0-a630acb180c1 req-8e51b620-b4a0-4a0c-9ce7-95d6d1972417 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 May 03 22:51:09.350996 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:51:09.416335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 8386e96d-9727-4f2e-a2de-6f5b3e0830b3) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:09.420541 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:09.425699 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:09.426423 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89237c15-f26b-4c31-8255-20d904a5672b None None] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:51:09.523895 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c6c32-0f83-4af7-a25a-4f37c2e27723 None None] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:51:09.539656 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-877e2090-9717-441a-a916-596ff3a433d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6767778 May 03 22:51:10.259102 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be801a-dd65-47c7-a604-60b5fbdad54d req-bbdb18fd-aea4-40b9-b362-10f237fecbda tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.260618 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-39be801a-dd65-47c7-a604-60b5fbdad54d req-bbdb18fd-aea4-40b9-b362-10f237fecbda tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0505483 May 03 22:51:10.308945 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-39be801a-dd65-47c7-a604-60b5fbdad54d req-aef19c92-de3c-4248-9500-d9405b91087f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428810 May 03 22:51:10.447326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f83e9-e54f-4712-a080-fa6598beb59e req-3c0f6a10-dbb7-4804-91f3-7fd28eabdc75 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:10.448815 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-410f83e9-e54f-4712-a080-fa6598beb59e req-3c0f6a10-dbb7-4804-91f3-7fd28eabdc75 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0450103 May 03 22:51:10.495719 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-410f83e9-e54f-4712-a080-fa6598beb59e req-7a4aa0f7-4213-4714-a31c-c6f68f6e7ff6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 May 03 22:51:11.421474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a391c-02c2-466c-88ad-fec8ddfddf35 req-e10991b2-8487-4efc-b49e-1c9227c3f31f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:11.422875 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a46a391c-02c2-466c-88ad-fec8ddfddf35 req-e10991b2-8487-4efc-b49e-1c9227c3f31f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0497127 May 03 22:51:11.470907 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a46a391c-02c2-466c-88ad-fec8ddfddf35 req-270d1311-03e7-4f7e-862a-8774070e8028 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424104 May 03 22:51:11.634683 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2dff-1a5f-457a-8fa3-a7d3fba8888d req-933fb684-4b64-4944-8e35-9587637310ad tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:11.636182 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d81c2dff-1a5f-457a-8fa3-a7d3fba8888d req-933fb684-4b64-4944-8e35-9587637310ad tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0732014 May 03 22:51:11.683048 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d81c2dff-1a5f-457a-8fa3-a7d3fba8888d req-1335de4f-9046-4a26-89b9-f3936d3b741c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 May 03 22:51:12.618870 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98de09-cf0d-4443-b463-6d7c4ea035c5 req-292cb46b-d625-4aea-a87d-72d5fc25e9c1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:12.620350 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd98de09-cf0d-4443-b463-6d7c4ea035c5 req-292cb46b-d625-4aea-a87d-72d5fc25e9c1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0749190 May 03 22:51:12.727410 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd98de09-cf0d-4443-b463-6d7c4ea035c5 req-618a28c6-1895-47c1-9f0c-deb8a73d080a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984683 May 03 22:51:12.735986 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-9cc9801d-9a8b-43f8-8b1e-4f6f0b7dbe6c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:12.737043 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-9cc9801d-9a8b-43f8-8b1e-4f6f0b7dbe6c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/networks?id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3 HTTP/1.1" status: 200 len: 809 time: 0.1629317 May 03 22:51:12.758466 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-39440c54-19ce-4594-872f-8d20fb79754e tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/quotas/dab3317553d1476a8a034b78dc5572b2 HTTP/1.1" status: 200 len: 375 time: 0.0174060 May 03 22:51:12.792412 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-a2a8cb1f-cc26-4320-8dfd-0fc0a1d17a30 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281003 May 03 22:51:12.860452 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790c5bc-af79-4d96-88f5-26d74ab31615 req-a4187d1a-c066-4a9b-a465-8e923ac61c17 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:12.861994 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7790c5bc-af79-4d96-88f5-26d74ab31615 req-a4187d1a-c066-4a9b-a465-8e923ac61c17 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0687160 May 03 22:51:12.951238 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-32c56853-3c08-49c1-894a-a7503e1cb749 service neutron] 10.222.0.23 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498275 May 03 22:51:12.958845 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7790c5bc-af79-4d96-88f5-26d74ab31615 req-399b8d19-aec4-4321-8b31-e7d809e3b13e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908756 May 03 22:51:13.042578 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-8dabc241-bbcb-4923-975c-1c5860239312 service neutron] 10.222.0.23 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 May 03 22:51:13.350570 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a924859f-2e27-4b7c-bdc1-61c5d8e75931 req-e9dc4e0a-8004-4ffa-a359-24a43aa6a5f9 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0535192 May 03 22:51:13.719104 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2b39506e-9433-409e-b929-c88cc25bc8ff details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:51:13.821705 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2b39506e-9433-409e-b929-c88cc25bc8ff,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:13.836967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:51:13.858329 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912353f5-852b-47ae-b5b5-aab021ef8b86 req-8ffbba41-d628-449a-ad6f-3deb001359ee tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:13.865366 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-912353f5-852b-47ae-b5b5-aab021ef8b86 req-8ffbba41-d628-449a-ad6f-3deb001359ee tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 944 time: 0.0574303 May 03 22:51:13.881625 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 2b39506e-9433-409e-b929-c88cc25bc8ff is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:13.882071 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:13.899042 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b39506e-9433-409e-b929-c88cc25bc8ff {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:13.918928 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2b39506e-9433-409e-b929-c88cc25bc8ff,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:13.924163 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-912353f5-852b-47ae-b5b5-aab021ef8b86 req-6e3977bb-5947-49a2-ab9b-18cf3f763483 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530052 May 03 22:51:13.998034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38780) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:14.005738 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.058109 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.091205 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce352b5a-20d0-4916-86f0-deb38b7adfd5 req-a2033fb4-d66f-4c62-9f15-ed55f3d0b1e5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:14.092772 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce352b5a-20d0-4916-86f0-deb38b7adfd5 req-a2033fb4-d66f-4c62-9f15-ed55f3d0b1e5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0509145 May 03 22:51:14.125677 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56ee6ec1-5e09-4ee8-9d37-059933c3452a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.140621 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce352b5a-20d0-4916-86f0-deb38b7adfd5 req-e907b4fb-26c4-4613-953a-0578e8f37a25 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 May 03 22:51:14.205070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56ee6ec1-5e09-4ee8-9d37-059933c3452a admin admin] Publish callbacks [] for security_group (3c026807-fd68-4c7d-b714-c9c4e597d421), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.293748 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56ee6ec1-5e09-4ee8-9d37-059933c3452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (3c026807-fd68-4c7d-b714-c9c4e597d421), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.297184 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['2b39506e-9433-409e-b929-c88cc25bc8ff'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:14.338888 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-56ee6ec1-5e09-4ee8-9d37-059933c3452a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6813817e039a42be9b0d434d1f800234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388929 May 03 22:51:14.339768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee6ec1-5e09-4ee8-9d37-059933c3452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c026807-fd68-4c7d-b714-c9c4e597d421,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.341771 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38790) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:14.393166 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] Publish callbacks [] for security_group (3c026807-fd68-4c7d-b714-c9c4e597d421), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.417655 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] Publish callbacks [] for security_group (3c026807-fd68-4c7d-b714-c9c4e597d421), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.455482 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c63e1360-76b0-47ff-bf5f-45bab6105f1b req-388d64e5-ddd4-42e7-9c16-5a115b146332 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0401416 May 03 22:51:14.565907 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38804) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:14.610274 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Deleting subnet befd09ea-43d2-4d71-9c89-83578d7ff6b9 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:51:14.614142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Publish callbacks [] for subnet (befd09ea-43d2-4d71-9c89-83578d7ff6b9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.647977 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (befd09ea-43d2-4d71-9c89-83578d7ff6b9), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.666358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (3c026807-fd68-4c7d-b714-c9c4e597d421), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.668912 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.670080 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c026807-fd68-4c7d-b714-c9c4e597d421 HTTP/1.1" status: 204 len: 168 time: 0.3271766 May 03 22:51:14.685991 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c3ac3-1c53-439d-8e01-0db85966eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c026807-fd68-4c7d-b714-c9c4e597d421,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.704121 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (befd09ea-43d2-4d71-9c89-83578d7ff6b9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.871338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (befd09ea-43d2-4d71-9c89-83578d7ff6b9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.897574 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befd09ea-43d2-4d71-9c89-83578d7ff6b9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:14.901593 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:14.920324 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c27b78df-c353-40f7-a269-915cc9e8805e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/befd09ea-43d2-4d71-9c89-83578d7ff6b9 HTTP/1.1" status: 204 len: 168 time: 0.3531384 May 03 22:51:14.920647 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38812) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:15.013383 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (9e4ad251-ab47-4a03-ac0a-66137ac75bf9), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.134172 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (9e4ad251-ab47-4a03-ac0a-66137ac75bf9), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.134759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a6385-51e2-4833-94e7-2f8e5177812a req-a34a6d61-9114-495c-bf95-62e5940c3835 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.143634 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-860a6385-51e2-4833-94e7-2f8e5177812a req-a34a6d61-9114-495c-bf95-62e5940c3835 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 945 time: 0.0726287 May 03 22:51:15.171443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.172184 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.173144 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.173752 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > port after_create 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.174368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.174875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > port after_update 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.175360 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.175875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.177435 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.177435 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.245473 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.245833 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.246180 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.246570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 22:51:15.246977 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4ad251-ab47-4a03-ac0a-66137ac75bf9']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:15.249703 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-860a6385-51e2-4833-94e7-2f8e5177812a req-f1280a9a-92e7-4b6b-8f5e-29b250b201d2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050007 May 03 22:51:15.267453 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4f68d6-00dc-433b-9464-a466201203a6') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:15.268348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4f68d6-00dc-433b-9464-a466201203a6') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:15.287721 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (ca4f68d6-00dc-433b-9464-a466201203a6), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.311837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (ca4f68d6-00dc-433b-9464-a466201203a6), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.322194 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:15.322885 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (ca4f68d6-00dc-433b-9464-a466201203a6), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: from cryptography.utils import int_from_bytes May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: from cryptography.utils import int_from_bytes May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:15.332372 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:15.428482 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38830) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:15.471914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d5605-305c-4fd8-b890-e50ef7ffe3b0 req-bc3ca991-da8b-48b8-b6e1-6015266e29fd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:15.473416 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-545d5605-305c-4fd8-b890-e50ef7ffe3b0 req-bc3ca991-da8b-48b8-b6e1-6015266e29fd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0480947 May 03 22:51:15.499680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (9e4ad251-ab47-4a03-ac0a-66137ac75bf9), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.507089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.511113 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9e4ad251-ab47-4a03-ac0a-66137ac75bf9 HTTP/1.1" status: 204 len: 168 time: 0.5892651 May 03 22:51:15.514127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38836) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:15.525680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbf08a-941c-44aa-9252-09a5d29b5226 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4ad251-ab47-4a03-ac0a-66137ac75bf9,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.573220 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-02b0dd0a-1334-4d3c-83cc-3d5f712a9a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.589982 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4a9393ee-017d-46ec-8009-67a72f05bd72 req-9cbcae6f-39a8-4ff1-93ff-e967242e089d tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0384994 May 03 22:51:15.595229 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-545d5605-305c-4fd8-b890-e50ef7ffe3b0 req-23fbfd1b-9d5e-420b-acdb-1c637708750b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156507 May 03 22:51:15.610980 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Deleting subnet 7f136bab-052e-43b4-9dae-356050064e05 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:51:15.616470 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Publish callbacks [] for subnet (7f136bab-052e-43b4-9dae-356050064e05), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.655451 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (7f136bab-052e-43b4-9dae-356050064e05), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.658871 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-02b0dd0a-1334-4d3c-83cc-3d5f712a9a44 admin admin] Publish callbacks [] for security_group (902e4484-d5e4-49c3-9e29-f10fefd427dd), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.698497 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (7f136bab-052e-43b4-9dae-356050064e05), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.737217 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2b39506e-9433-409e-b929-c88cc25bc8ff up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:15.741167 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-02b0dd0a-1334-4d3c-83cc-3d5f712a9a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (902e4484-d5e4-49c3-9e29-f10fefd427dd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.781206 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-02b0dd0a-1334-4d3c-83cc-3d5f712a9a44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=274064aa1be143559ae63e2887665f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513660 May 03 22:51:15.783820 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38840) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:15.788966 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 2b39506e-9433-409e-b929-c88cc25bc8ff completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:51:15.790802 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0dd0a-1334-4d3c-83cc-3d5f712a9a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902e4484-d5e4-49c3-9e29-f10fefd427dd,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.822421 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (7f136bab-052e-43b4-9dae-356050064e05), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.844761 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] Publish callbacks [] for security_group (902e4484-d5e4-49c3-9e29-f10fefd427dd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.845034 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 2b39506e-9433-409e-b929-c88cc25bc8ff triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:15.847793 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.853436 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.856678 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f136bab-052e-43b4-9dae-356050064e05 HTTP/1.1" status: 204 len: 168 time: 0.3416090 May 03 22:51:15.857510 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9246013-66b7-49bb-accc-3948b81edd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f136bab-052e-43b4-9dae-356050064e05,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:15.859109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38842) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:15.878096 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] Publish callbacks [] for security_group (902e4484-d5e4-49c3-9e29-f10fefd427dd), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.940907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 2b39506e-9433-409e-b929-c88cc25bc8ff is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:15.941292 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.943265 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (dd9ff0e9-1ea5-4deb-a140-73295592b40c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:15.964035 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:15.966278 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb57838-ef34-4380-a0fa-2df503badb79" -d '{"events": [{"server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:15.998386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2b39506e-9433-409e-b929-c88cc25bc8ff,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:16.018438 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b776332-b65f-49fa-97a6-1885d151d7f4 x-openstack-request-id: req-6b776332-b65f-49fa-97a6-1885d151d7f4 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:16.018438 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:16.018438 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b776332-b65f-49fa-97a6-1885d151d7f4 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:16.018438 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b776332-b65f-49fa-97a6-1885d151d7f4'] response: {'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'code': 200} May 03 22:51:16.019689 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (902e4484-d5e4-49c3-9e29-f10fefd427dd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.022681 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.026322 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/902e4484-d5e4-49c3-9e29-f10fefd427dd HTTP/1.1" status: 204 len: 168 time: 0.2391992 May 03 22:51:16.048885 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (dd9ff0e9-1ea5-4deb-a140-73295592b40c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.071231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9ff0e9-1ea5-4deb-a140-73295592b40c']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.081495 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b370b-b5d5-4287-ac28-6cadca7dacc9') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.082070 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b370b-b5d5-4287-ac28-6cadca7dacc9') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:16.085127 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff90ad-f9c1-4095-9818-f400e468705c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902e4484-d5e4-49c3-9e29-f10fefd427dd,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.094358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (426b370b-b5d5-4287-ac28-6cadca7dacc9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.109381 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.125841 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (426b370b-b5d5-4287-ac28-6cadca7dacc9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.143257 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (426b370b-b5d5-4287-ac28-6cadca7dacc9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:51:16.145746 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:51:16.157810 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-9b8f5cb8-1950-4b4b-a9dc-e64ba968e253 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.160858 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-9b8f5cb8-1950-4b4b-a9dc-e64ba968e253 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "GET /v2.0/networks?id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3 HTTP/1.1" status: 200 len: 809 time: 0.1830533 May 03 22:51:16.179421 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.180466 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Request body: {'port': {'device_id': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3', 'admin_state_up': True, 'tenant_id': 'dab3317553d1476a8a034b78dc5572b2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:16.308131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (dd9ff0e9-1ea5-4deb-a140-73295592b40c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.314428 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.317708 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd9ff0e9-1ea5-4deb-a140-73295592b40c HTTP/1.1" status: 204 len: 168 time: 0.4563982 May 03 22:51:16.345185 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f72ba4-020b-49fd-97d0-0c305a6bc57d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9ff0e9-1ea5-4deb-a140-73295592b40c,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:16.385987 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e96f7-4a12-4dc7-be17-b8bbde6b3c61 req-e0ed6a03-18bf-4b64-84d2-6d6a132aaa01 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.388579 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-142e96f7-4a12-4dc7-be17-b8bbde6b3c61 req-e0ed6a03-18bf-4b64-84d2-6d6a132aaa01 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0531285 May 03 22:51:16.399223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Made reservation on behalf of dab3317553d1476a8a034b78dc5572b2 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:16.403330 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.476975 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-142e96f7-4a12-4dc7-be17-b8bbde6b3c61 req-4601a6ce-dcad-4f30-9cf4-0153f030bfb2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816374 May 03 22:51:16.510139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70045a81-0aaa-4d13-82e1-886073de22f6 req-ca5a1eff-bb10-446f-9af7-930b93c85524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.511710 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70045a81-0aaa-4d13-82e1-886073de22f6 req-ca5a1eff-bb10-446f-9af7-930b93c85524 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 1130 time: 0.0874929 May 03 22:51:16.607963 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Allocated IP 172.20.0.4 (8386e96d-9727-4f2e-a2de-6f5b3e0830b3/f8869357-d3c3-46ce-967b-82cd35a2649d/a9d71d0e-f4ff-41b8-8a44-46a0a9da2649) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:16.626234 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70045a81-0aaa-4d13-82e1-886073de22f6 req-b7ca85d0-e4b7-4499-a57f-133db6354d3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705295 May 03 22:51:16.740879 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c35ffe79-702b-4982-a260-cc0d105b3d3a req-d814669c-8db4-4517-9a42-58489b320109 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0362675 May 03 22:51:16.749151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f6956-538d-4765-949c-7cdefdbb38b3 req-30f759f6-3bf5-4f2b-b186-c367aa3f80b9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:16.750612 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d52f6956-538d-4765-949c-7cdefdbb38b3 req-30f759f6-3bf5-4f2b-b186-c367aa3f80b9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0812707 May 03 22:51:16.788279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38868) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:16.815830 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d52f6956-538d-4765-949c-7cdefdbb38b3 req-69ca5a8b-3388-4845-b858-b94c8973de94 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589008 May 03 22:51:16.817217 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks [] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.850854 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a9693ef2-0915-46bb-9f57-c43972386fa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50c4bf98965441678e2181db5293f64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0614572 May 03 22:51:16.853631 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38870) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:16.903387 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] Publish callbacks [] for security_group (fa36ea9b-9171-48ae-a5cc-9cef837d3542), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.925291 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] Publish callbacks [] for security_group (fa36ea9b-9171-48ae-a5cc-9cef837d3542), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:16.963529 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.009261 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:17.017465 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:17.023633 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Pushing event updated for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:17.024305 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:17.051042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (fa36ea9b-9171-48ae-a5cc-9cef837d3542), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.053772 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.054998 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa36ea9b-9171-48ae-a5cc-9cef837d3542 HTTP/1.1" status: 204 len: 168 time: 0.2003863 May 03 22:51:17.063247 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1a2dc-a953-4afd-88cd-8723d3b6eef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36ea9b-9171-48ae-a5cc-9cef837d3542,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:17.078257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.078881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.167471 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-847737ac-de43-4f39-a453-7c292271bc70 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916725 May 03 22:51:17.546006 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Request body: {'port': {'device_id': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:17.609651 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64537-0b95-40ca-a02d-09d56ac6e766 req-4be7e679-e257-4d9a-9468-ae68b643489a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.611260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8eb64537-0b95-40ca-a02d-09d56ac6e766 req-4be7e679-e257-4d9a-9468-ae68b643489a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0640342 May 03 22:51:17.640749 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.662674 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8eb64537-0b95-40ca-a02d-09d56ac6e766 req-413d0fb5-4f6a-4038-a966-c87601c686c6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448275 May 03 22:51:17.721534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b0819-4e6c-4154-98d4-37839f64d37e req-6cd6526d-6d65-4075-8fe1-1013180c1d33 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.722985 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-500b0819-4e6c-4154-98d4-37839f64d37e req-6cd6526d-6d65-4075-8fe1-1013180c1d33 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0586555 May 03 22:51:17.770984 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-500b0819-4e6c-4154-98d4-37839f64d37e req-17b92fdc-c90a-4d7d-9de6-0d2986ea5898 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 May 03 22:51:17.869711 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8f390-fb13-42ff-a980-a5d43c317bb6 req-dd05cd18-2496-447d-b2f6-c63722ad49a3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.871223 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-19c8f390-fb13-42ff-a980-a5d43c317bb6 req-dd05cd18-2496-447d-b2f6-c63722ad49a3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 931 time: 0.0477164 May 03 22:51:17.915893 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38902) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:17.929713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:17.937098 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks [] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:17.950115 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Transition to ACTIVE for port object a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:51:17.977340 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-19c8f390-fb13-42ff-a980-a5d43c317bb6 req-58d7ca0b-a7a9-4566-b299-b763a8857619 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004503 May 03 22:51:17.988161 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f479-4505-4c67-bdac-409a1623b876 req-9118550d-36a7-4e71-882f-9482b70f5777 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:17.989590 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bbd0f479-4505-4c67-bdac-409a1623b876 req-9118550d-36a7-4e71-882f-9482b70f5777 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.1007693 May 03 22:51:18.005707 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d486c34c-300e-48db-bad7-2700d57cbb48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97c0b7d01d540719b05c286dc8282b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876331 May 03 22:51:18.008848 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 38904) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:18.031478 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.048074 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bbd0f479-4505-4c67-bdac-409a1623b876 req-a6a2c7a3-afbf-4fd0-9831-b654156d8875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412948 May 03 22:51:18.120438 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:18.145534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] Publish callbacks [] for security_group (82935759-0ba4-45fb-a985-08ceb49c880b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.198057 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] Publish callbacks [] for security_group (82935759-0ba4-45fb-a985-08ceb49c880b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.226530 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Attempting to bind port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:51:18.227595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Attempting to bind port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:51:18.227964 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Attempting to bind port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:18.247848 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:51:18.253221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Attempting to bind port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:18.256832 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:51:18.257174 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Checking segment: {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:18.257562 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Bound using segment: {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:51:18.257992 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Bound port: a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:51:18.258444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.323995 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:51:18.326915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:51:18.399134 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (82935759-0ba4-45fb-a985-08ceb49c880b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.401684 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.402818 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82935759-0ba4-45fb-a985-08ceb49c880b HTTP/1.1" status: 204 len: 168 time: 0.3929188 May 03 22:51:18.411527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40545e60-0255-40ce-959a-4e9f94e05a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82935759-0ba4-45fb-a985-08ceb49c880b,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:18.426938 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.464345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.465001 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:18.466380 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 HTTP/1.1" status: 200 len: 1093 time: 0.9248557 May 03 22:51:18.466827 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:18.470161 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae17860-5c85-4e50-a43a-ff948f416e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:18.494385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e830d-8da2-42a5-952a-3b84ede3a0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:18.517312 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b7c181-d9a6-46e7-b49c-02560d247064 x-openstack-request-id: req-18b7c181-d9a6-46e7-b49c-02560d247064 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:18.517788 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:18.518143 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18b7c181-d9a6-46e7-b49c-02560d247064 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:18.518644 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b7c181-d9a6-46e7-b49c-02560d247064'] response: {'name': 'network-changed', 'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649', 'status': 'completed', 'code': 200} May 03 22:51:18.656412 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-28ded8dd-6702-495c-ba62-e51231c5be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.657912 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-28ded8dd-6702-495c-ba62-e51231c5be56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 1127 time: 0.0465498 May 03 22:51:18.764248 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-9f3ffb9c-5030-4206-bb02-d458670a51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.765314 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-9f3ffb9c-5030-4206-bb02-d458670a51d1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dab3317553d1476a8a034b78dc5572b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0957267 May 03 22:51:18.791688 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f6352-8223-411a-996e-3c1bb92a0a60 req-13ec15ee-ef49-450e-a23f-f802902ac7ef tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.793287 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c65f6352-8223-411a-996e-3c1bb92a0a60 req-13ec15ee-ef49-450e-a23f-f802902ac7ef tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0608509 May 03 22:51:18.864936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c65f6352-8223-411a-996e-3c1bb92a0a60 req-78eda938-5913-4c7a-aa25-2dbe8c651205 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650914 May 03 22:51:18.878904 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-13d612ad-7d18-4911-ac13-780cb5068c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.880740 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7ae17860-5c85-4e50-a43a-ff948f416e7b req-13d612ad-7d18-4911-ac13-780cb5068c55 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078684 May 03 22:51:18.965679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-81457da9-412d-4a1e-96a8-3fdb242fd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:18.968613 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-81457da9-412d-4a1e-96a8-3fdb242fd956 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 1127 time: 0.0465262 May 03 22:51:19.018791 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-9a20b1d2-2dd6-4dd1-bfee-fd0b551a75bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 HTTP/1.1" status: 200 len: 217 time: 0.0416512 May 03 22:51:19.020405 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062d207-25ea-4ec8-9181-814047180506 req-10ea97d5-7d80-4527-9a5e-244aabb69a10 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.021866 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5062d207-25ea-4ec8-9181-814047180506 req-10ea97d5-7d80-4527-9a5e-244aabb69a10 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0585785 May 03 22:51:19.072302 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5062d207-25ea-4ec8-9181-814047180506 req-d0b98fd8-247b-4455-913b-8b3a008ae745 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 May 03 22:51:19.076927 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11324008-366c-475e-b35f-306d67a47b0a req-00fafd15-bbb1-47be-a989-2ca2605b5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.078418 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-00fafd15-bbb1-47be-a989-2ca2605b5fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8869357-d3c3-46ce-967b-82cd35a2649d HTTP/1.1" status: 200 len: 849 time: 0.0521834 May 03 22:51:19.115148 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-7140eb59-c84c-4d10-98d2-d43220f9a93d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309460 May 03 22:51:19.180663 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fb20e-1687-4b2e-96f0-89edf450a856 req-27f6f4f6-7b1e-4945-b022-382231ae94e5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.193431 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf6fb20e-1687-4b2e-96f0-89edf450a856 req-27f6f4f6-7b1e-4945-b022-382231ae94e5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0605998 May 03 22:51:19.198059 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 38940) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:19.198433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:19.222975 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-28aa28d5-bd3f-4643-b438-7cb51b321d27 service neutron] 10.222.0.36 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981054 May 03 22:51:19.282467 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:19.323063 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-11324008-366c-475e-b35f-306d67a47b0a req-365f1c44-0cb6-40eb-8941-127064df77e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945246 May 03 22:51:19.415239 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7569af-2652-4019-9df3-c6ad2d449f19 req-4112e6f2-487b-4a6c-a84b-f4587863df90 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.416763 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea7569af-2652-4019-9df3-c6ad2d449f19 req-4112e6f2-487b-4a6c-a84b-f4587863df90 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 943 time: 0.1554022 May 03 22:51:19.720632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f818a5-7c74-4601-ae6c-aa40d28be332 req-e9177f41-cfc4-4144-bc9a-ac3ac6d81421 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:19.722157 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-46f818a5-7c74-4601-ae6c-aa40d28be332 req-e9177f41-cfc4-4144-bc9a-ac3ac6d81421 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.3190362 May 03 22:51:19.788507 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea7569af-2652-4019-9df3-c6ad2d449f19 req-7acd9241-6afb-447f-8fc1-8284655d9544 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450596 May 03 22:51:19.854353 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-46f818a5-7c74-4601-ae6c-aa40d28be332 req-360567d7-6958-478d-8aca-69e05504db7d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964799 May 03 22:51:20.260450 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4d85-ec41-493a-a372-346fd4820570 req-73badfe0-a63b-47bb-87c7-f906fa3f5981 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.261935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2ea4d85-ec41-493a-a372-346fd4820570 req-73badfe0-a63b-47bb-87c7-f906fa3f5981 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.1003821 May 03 22:51:20.313185 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:20.341770 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2ea4d85-ec41-493a-a372-346fd4820570 req-ed9a622c-46db-4573-8495-bdcdfa5429df tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702033 May 03 22:51:20.399283 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:20.502344 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP f7cf35cb-d098-4274-a744-4438cdffd2a3 associated. External IP: 172.27.0.156, port: 2b39506e-9433-409e-b929-c88cc25bc8ff. May 03 22:51:20.728319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:51:20.846817 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:51:20.851540 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:20.859827 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:51:20.870321 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:51:20.871160 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:20.910538 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-df73718a-476a-4b7b-9fd8-68fe56446ffb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "PUT /v2.0/floatingips/f7cf35cb-d098-4274-a744-4438cdffd2a3 HTTP/1.1" status: 200 len: 992 time: 1.7155139 May 03 22:51:20.913493 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:20.916525 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:20.930715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab79f-ec45-46c4-b1d9-47f5a78c8df5 req-56f99723-9048-4730-981e-e82df67d65a9 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:20.932268 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c1aab79f-ec45-46c4-b1d9-47f5a78c8df5 req-56f99723-9048-4730-981e-e82df67d65a9 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 943 time: 0.0617235 May 03 22:51:20.988000 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:51:21.026356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3b32e-1580-496a-85cf-fabfd7cc603c req-ed90d04a-534f-44e8-b48e-80b40162e489 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.028186 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aad3b32e-1580-496a-85cf-fabfd7cc603c req-ed90d04a-534f-44e8-b48e-80b40162e489 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0806289 May 03 22:51:21.033869 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c1aab79f-ec45-46c4-b1d9-47f5a78c8df5 req-367449a1-fd46-4a46-bb80-343fd9bee203 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938060 May 03 22:51:21.175769 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-fbd9f0fe-7af5-47d6-9ce9-896e2c5d4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.177416 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-fbd9f0fe-7af5-47d6-9ce9-896e2c5d4a0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 1130 time: 0.0551775 May 03 22:51:21.277406 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:20Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:21.280384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34adcae2-f642-4b07-928c-5b84ec5cb1fa x-openstack-request-id: req-34adcae2-f642-4b07-928c-5b84ec5cb1fa {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:21.280682 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:21.280942 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34adcae2-f642-4b07-928c-5b84ec5cb1fa {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:21.281344 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34adcae2-f642-4b07-928c-5b84ec5cb1fa'] response: {'name': 'network-changed', 'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'status': 'completed', 'code': 200} May 03 22:51:21.294684 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-96faf35a-4655-43fb-b3d4-c8b10e841cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.296516 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-96faf35a-4655-43fb-b3d4-c8b10e841cad service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.1131108 May 03 22:51:21.311573 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:51:21.313993 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aad3b32e-1580-496a-85cf-fabfd7cc603c req-10ce9736-8cc9-400d-bb96-f7b16eb79a9a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758353 May 03 22:51:21.321272 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:51:21.321955 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:50:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:21.366444 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-17484fe0-4210-4bd8-9a29-b7e46223fca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b39506e-9433-409e-b929-c88cc25bc8ff HTTP/1.1" status: 200 len: 1000 time: 0.0612497 May 03 22:51:21.422279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-2bbfbc70-bf43-488d-9cb9-44010a4483fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.423839 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-2bbfbc70-bf43-488d-9cb9-44010a4483fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0498452 May 03 22:51:21.442508 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:51:21.465494 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773e5c0-1953-4f37-9693-a93b5efdecf9 req-a3515d7e-7734-4655-80f2-fe2c19576091 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.467138 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e773e5c0-1953-4f37-9693-a93b5efdecf9 req-a3515d7e-7734-4655-80f2-fe2c19576091 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0489597 May 03 22:51:21.487864 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-b5553279-0c4b-4a84-80ba-8983e896bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:21.490373 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-b5553279-0c4b-4a84-80ba-8983e896bc21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581262 May 03 22:51:21.538858 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e773e5c0-1953-4f37-9693-a93b5efdecf9 req-2e3e6ac0-0de5-47d2-8cdc-cf79da22079d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584333 May 03 22:51:21.589374 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-e30a1727-42f5-43f2-8781-da953ff3f990 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899229 May 03 22:51:21.692323 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7a21fcd4-7018-41ad-8ffb-ffc645ed9171 req-42e8cdc0-6c69-4390-a89f-c30633bc4e44 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958774 May 03 22:51:21.694024 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:20Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:51:21.721378 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a569464-4259-493f-a8dd-f0b01a9056e4 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:20Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:51:21.767414 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:51:21.868690 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:21.881290 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649', 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3', 'port_id': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649', 'mac_address': 'fa:16:3e:e8:7b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8869357-d3c3-46ce-967b-82cd35a2649d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:51:21.923252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:21.923693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:21.937230 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e37a6-ec80-485b-a3f5-168f51ce4bc5 None None] New status for floating IP f7cf35cb-d098-4274-a744-4438cdffd2a3: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:51:21.943998 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:22.002795 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:22.100737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:22.149273 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:22.149589 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c69695-c453-4d94-af1a-cca597384def req-1bbeeffa-240a-4661-9191-3a76cc615604 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.151162 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c69695-c453-4d94-af1a-cca597384def req-1bbeeffa-240a-4661-9191-3a76cc615604 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 944 time: 0.0453756 May 03 22:51:22.204124 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c69695-c453-4d94-af1a-cca597384def req-208293e1-4d5d-4a7c-b528-d50a56a4c303 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 May 03 22:51:22.403922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['a9d71d0e-f4ff-41b8-8a44-46a0a9da2649'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:22.428577 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22401-7662-4147-9abc-a7513bebf718 req-d3a0102d-eb5d-42ab-a5a2-d240e3e54540 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.430087 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78a22401-7662-4147-9abc-a7513bebf718 req-d3a0102d-eb5d-42ab-a5a2-d240e3e54540 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0472999 May 03 22:51:22.478213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78a22401-7662-4147-9abc-a7513bebf718 req-294c6b63-4d48-469f-84dd-a53f40c07a97 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 May 03 22:51:22.659032 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9aa7d-040d-4ca5-a8db-5ef4fe7f5880 req-3a881789-615d-401d-b941-75ec69b1ed1f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:22.660637 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-36a9aa7d-040d-4ca5-a8db-5ef4fe7f5880 req-3a881789-615d-401d-b941-75ec69b1ed1f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0479639 May 03 22:51:22.709726 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-36a9aa7d-040d-4ca5-a8db-5ef4fe7f5880 req-2289413d-02c0-4f4d-8c57-8109a5636764 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 May 03 22:51:23.188077 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b8255360-d629-4af0-ac9d-54276783bd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:23.326560 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb98c1-4f38-4b30-8590-42fb37967f4c req-b4212426-bd5a-4135-9a04-40a73b672022 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.328257 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1dbb98c1-4f38-4b30-8590-42fb37967f4c req-b4212426-bd5a-4135-9a04-40a73b672022 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 944 time: 0.0543058 May 03 22:51:23.376241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1dbb98c1-4f38-4b30-8590-42fb37967f4c req-d3911d08-6fa7-4c74-a6fa-7f8914e69f43 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 May 03 22:51:23.591833 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659c9f5-71a6-43bb-8143-e82906ac53e6 req-b6eda865-fca8-4a62-856f-d4b11c76249c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.593364 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e659c9f5-71a6-43bb-8143-e82906ac53e6 req-b6eda865-fca8-4a62-856f-d4b11c76249c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0472476 May 03 22:51:23.643484 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e659c9f5-71a6-43bb-8143-e82906ac53e6 req-0e811b46-0635-4985-a11a-c40b7eba0aee tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 May 03 22:51:23.779983 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:23.825513 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:51:23.836862 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc6c12-23c8-4de8-ba91-437d6a93baa8 req-ef0ae6a2-62c7-4f6d-a426-41bad43ce318 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:23.838398 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f2bc6c12-23c8-4de8-ba91-437d6a93baa8 req-ef0ae6a2-62c7-4f6d-a426-41bad43ce318 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0555270 May 03 22:51:23.886881 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f2bc6c12-23c8-4de8-ba91-437d6a93baa8 req-47bf72cb-b5ad-4057-87ff-72d1bd73ae25 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 May 03 22:51:23.887938 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:23.888369 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:23.970612 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:23.971644 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:23.994731 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:23.996995 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb32e7e-06b9-403a-9cc4-81b35ef43958" -d '{"events": [{"server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "name": "network-vif-plugged", "status": "completed", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:24.010001 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:24.033376 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad2efd-eea5-4dfc-93a8-e0bda96f6ffe x-openstack-request-id: req-2dad2efd-eea5-4dfc-93a8-e0bda96f6ffe {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:24.033798 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "name": "network-vif-plugged", "status": "completed", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:24.034060 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dad2efd-eea5-4dfc-93a8-e0bda96f6ffe {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:24.034536 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dad2efd-eea5-4dfc-93a8-e0bda96f6ffe'] response: {'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649', 'code': 200} May 03 22:51:24.082506 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:24.131150 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:24.342851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad34a4-82fe-4747-b154-f3c966d49ea3 req-69cfba65-4139-41cb-9b0d-611ab9cff8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.344377 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-67ad34a4-82fe-4747-b154-f3c966d49ea3 req-69cfba65-4139-41cb-9b0d-611ab9cff8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 1129 time: 0.0393877 May 03 22:51:24.394988 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-67ad34a4-82fe-4747-b154-f3c966d49ea3 req-a5d3650f-046c-4ccb-be84-3a5be826430f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 May 03 22:51:24.489953 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532147-6348-45da-840c-d914ca21656c req-0a5de744-bf31-4fb0-b57f-09ad5b5a8e7b tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.491487 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e9532147-6348-45da-840c-d914ca21656c req-0a5de744-bf31-4fb0-b57f-09ad5b5a8e7b tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0455992 May 03 22:51:24.524697 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:51:24.540587 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e9532147-6348-45da-840c-d914ca21656c req-5d75e040-60ed-411c-9289-636798fcd03c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 May 03 22:51:24.758465 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c01d2-3026-42fb-9dc7-c2334f268b8f req-3763e762-6a85-4064-bd93-d93b38884cdf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:24.759988 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-176c01d2-3026-42fb-9dc7-c2334f268b8f req-3763e762-6a85-4064-bd93-d93b38884cdf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0473511 May 03 22:51:24.813110 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-176c01d2-3026-42fb-9dc7-c2334f268b8f req-80cb8291-0d11-434e-a1bc-e8ae41a8a559 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 May 03 22:51:25.005087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56c48a-0660-44f8-b005-228d5c601c0c req-cb17c3c5-fadb-47e2-87a7-0964c16ff709 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.006572 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2f56c48a-0660-44f8-b005-228d5c601c0c req-cb17c3c5-fadb-47e2-87a7-0964c16ff709 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0460761 May 03 22:51:25.054177 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2f56c48a-0660-44f8-b005-228d5c601c0c req-a174ff2c-b82f-4445-803a-6ad5267543c0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 May 03 22:51:25.496640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fa99fe92-debf-4833-99b4-18e4b9d3ddde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:25.651546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d4356-47dc-4c03-a5c0-fc67b6e2c17a req-1c7a61e3-48d2-478f-918e-bddbd3078ff3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.653072 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e1d4356-47dc-4c03-a5c0-fc67b6e2c17a req-1c7a61e3-48d2-478f-918e-bddbd3078ff3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0468793 May 03 22:51:25.699935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e1d4356-47dc-4c03-a5c0-fc67b6e2c17a req-3bf35dbb-1fc2-4e2a-bfe7-e5ec0efafd07 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411904 May 03 22:51:25.929611 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ad6f3-a0da-4027-aa94-31aeffcebe38 req-5c507c6d-fbea-452b-b02a-ed47f70b05e1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:25.931091 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c3ad6f3-a0da-4027-aa94-31aeffcebe38 req-5c507c6d-fbea-452b-b02a-ed47f70b05e1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0507689 May 03 22:51:25.978678 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c3ad6f3-a0da-4027-aa94-31aeffcebe38 req-70a0b2ec-5fe8-41f3-9ede-2ae9b9926ac7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418971 May 03 22:51:26.172624 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89000465-0a86-41bb-be7a-e3322c272612 req-ca7bf734-6e99-40e6-93d4-bd3e0ccc3800 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:26.174620 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-89000465-0a86-41bb-be7a-e3322c272612 req-ca7bf734-6e99-40e6-93d4-bd3e0ccc3800 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0468071 May 03 22:51:26.221987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-89000465-0a86-41bb-be7a-e3322c272612 req-25a82557-378e-469a-a452-76be52b84181 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 May 03 22:51:26.622024 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:26.818066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c089f3b-92a7-4686-ae84-6502634e24ff req-ca0b2795-6198-47fc-91b2-7851f4b373f3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:26.819555 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0c089f3b-92a7-4686-ae84-6502634e24ff req-ca0b2795-6198-47fc-91b2-7851f4b373f3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0493269 May 03 22:51:26.880126 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0c089f3b-92a7-4686-ae84-6502634e24ff req-b86485d0-3dea-4747-9959-97676f79ee86 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 May 03 22:51:27.093707 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7489f-050f-4336-9eee-2dac97652def req-c7ebf0d1-fc8c-4950-bc33-98b479a73c37 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:27.095233 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d5f7489f-050f-4336-9eee-2dac97652def req-c7ebf0d1-fc8c-4950-bc33-98b479a73c37 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0479438 May 03 22:51:27.144743 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d5f7489f-050f-4336-9eee-2dac97652def req-6115a504-f465-42ee-8c8b-14930141e372 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 May 03 22:51:27.349406 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9cef3-a919-47a3-ba4b-2c6b1df8f1aa req-a9346542-8974-4fd7-be48-1607395aea5d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:27.359593 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e7d9cef3-a919-47a3-ba4b-2c6b1df8f1aa req-a9346542-8974-4fd7-be48-1607395aea5d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0565820 May 03 22:51:27.412269 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e7d9cef3-a919-47a3-ba4b-2c6b1df8f1aa req-ae1660b3-5162-4820-ad17-b1794f9d94bc tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548594 May 03 22:51:27.850373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:28.314550 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e876b-34ca-41bb-8c2a-81c9157b4392 req-d4c395cd-3bd0-468d-b829-360ec75aff9f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:28.316157 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a30e876b-34ca-41bb-8c2a-81c9157b4392 req-d4c395cd-3bd0-468d-b829-360ec75aff9f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0745733 May 03 22:51:28.331336 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69c1e0-3113-455b-a299-8c8a030fd534 req-124523f4-d670-4a9e-9ceb-b9000e1c96e5 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:28.332904 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e69c1e0-3113-455b-a299-8c8a030fd534 req-124523f4-d670-4a9e-9ceb-b9000e1c96e5 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0610142 May 03 22:51:28.399874 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a30e876b-34ca-41bb-8c2a-81c9157b4392 req-dd126f9e-a37f-489d-a1a9-4b1c284b3dcc tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 May 03 22:51:28.406636 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e69c1e0-3113-455b-a299-8c8a030fd534 req-a30f9fb2-8b5e-4b93-8881-d22a24fac35a tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679226 May 03 22:51:28.532997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625cda-1e68-42b0-9914-a9b8667e7eee req-dda9a44f-1dff-4796-8138-a1bf7f458aec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:28.535039 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47625cda-1e68-42b0-9914-a9b8667e7eee req-dda9a44f-1dff-4796-8138-a1bf7f458aec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0782011 May 03 22:51:28.554921 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e380-f96c-4214-8b85-971fc2054d01 req-9cbc4c3e-12a2-4939-abeb-f9d13815867f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:28.556499 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7b42e380-f96c-4214-8b85-971fc2054d01 req-9cbc4c3e-12a2-4939-abeb-f9d13815867f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0676255 May 03 22:51:28.624910 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47625cda-1e68-42b0-9914-a9b8667e7eee req-614688c2-864f-43f4-bec3-dcc3e8169b29 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840647 May 03 22:51:28.636713 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7b42e380-f96c-4214-8b85-971fc2054d01 req-f14e32e4-6b0a-4d5d-9c24-50ebfd057b53 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714905 May 03 22:51:29.353506 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:29.543795 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79ab13-e314-4590-8c2a-baf20c642cc9 req-e053945b-6fa3-4e5e-a0ca-38db09bd6727 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:29.545375 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ba79ab13-e314-4590-8c2a-baf20c642cc9 req-e053945b-6fa3-4e5e-a0ca-38db09bd6727 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0776250 May 03 22:51:29.554187 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ca250-1bf3-44c9-9648-67f112f5b037 req-f6984b67-3f3a-4454-9a4d-b44ebcd41530 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:29.555563 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-439ca250-1bf3-44c9-9648-67f112f5b037 req-f6984b67-3f3a-4454-9a4d-b44ebcd41530 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0785384 May 03 22:51:29.627777 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ba79ab13-e314-4590-8c2a-baf20c642cc9 req-27b1689c-4682-4837-8ff3-e30a0416fa05 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711308 May 03 22:51:29.631646 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-439ca250-1bf3-44c9-9648-67f112f5b037 req-3fa83ffb-8ad3-414f-84f6-add466c47ef3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 May 03 22:51:29.769108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ff097-6724-4086-8624-053be0652a4f req-7cea5070-36e3-4d75-b064-b209c90da676 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:29.770633 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf3ff097-6724-4086-8624-053be0652a4f req-7cea5070-36e3-4d75-b064-b209c90da676 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0775275 May 03 22:51:29.782773 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e459b-b93e-4e7b-a666-228189b51e25 req-de3d58f3-f70d-4400-a655-c77260f20657 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:29.784967 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-345e459b-b93e-4e7b-a666-228189b51e25 req-de3d58f3-f70d-4400-a655-c77260f20657 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0644498 May 03 22:51:29.855243 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf3ff097-6724-4086-8624-053be0652a4f req-9900557b-e4b1-4d9a-b3c6-14bd08f74137 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789113 May 03 22:51:29.859718 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-345e459b-b93e-4e7b-a666-228189b51e25 req-b4aa838a-8966-4362-802f-b390cf29b058 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691028 May 03 22:51:30.384230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b912f-8b86-4f5e-882a-b351882a70fe req-71d7606d-b93a-423a-ac5b-10b262890918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.385918 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bd5b912f-8b86-4f5e-882a-b351882a70fe req-71d7606d-b93a-423a-ac5b-10b262890918 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1130 time: 0.0407581 May 03 22:51:30.460190 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-2f338327-006c-4b8a-a025-05a5141144be tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.461599 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-2f338327-006c-4b8a-a025-05a5141144be tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0617645 May 03 22:51:30.483658 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-bd5b912f-8b86-4f5e-882a-b351882a70fe req-78ecc939-2106-4e27-843d-55a24983409e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826168 May 03 22:51:30.555956 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Deleting port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:51:30.556314 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:30.785587 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ebd9e-d28e-4b7d-83d9-2aa029f6dbca req-5b0c168f-49db-4527-ae6f-6e1d8c3b32de tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.787547 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-014ebd9e-d28e-4b7d-83d9-2aa029f6dbca req-5b0c168f-49db-4527-ae6f-6e1d8c3b32de tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 945 time: 0.0710807 May 03 22:51:30.793747 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22068f0-393a-4f22-bc32-dc69421dcb12 req-5e5a2b76-66f4-494c-8b21-ebfd769f1b9b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:30.795219 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a22068f0-393a-4f22-bc32-dc69421dcb12 req-5e5a2b76-66f4-494c-8b21-ebfd769f1b9b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0877082 May 03 22:51:30.870578 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a22068f0-393a-4f22-bc32-dc69421dcb12 req-16fc1a8f-0a55-4dd2-806e-80c9be5a6918 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677273 May 03 22:51:30.873538 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-014ebd9e-d28e-4b7d-83d9-2aa029f6dbca req-4b379e9f-2bd0-4df2-ba77-be20f6658e91 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773497 May 03 22:51:30.877853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] For port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:30.878234 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:30.896340 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Calling delete_port for a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:51:31.029027 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a52d48-2d83-496c-95b8-4e4bf90491d1 req-682c8634-deff-4fa9-ad56-bc5674ba5704 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.030612 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2a52d48-2d83-496c-95b8-4e4bf90491d1 req-682c8634-deff-4fa9-ad56-bc5674ba5704 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0919538 May 03 22:51:31.044826 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee829d3-3110-4607-aa42-7c3a553af5f0 req-5966e217-b9d5-42a3-883c-42a5069cfa27 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:31.046253 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aee829d3-3110-4607-aa42-7c3a553af5f0 req-5966e217-b9d5-42a3-883c-42a5069cfa27 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0687065 May 03 22:51:31.104291 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (a9d71d0e-f4ff-41b8-8a44-46a0a9da2649), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:31.120580 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['a9d71d0e-f4ff-41b8-8a44-46a0a9da2649'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:31.124066 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2a52d48-2d83-496c-95b8-4e4bf90491d1 req-7ebc59ff-8a29-4562-ab2a-95e71f1749dc tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859294 May 03 22:51:31.127216 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aee829d3-3110-4607-aa42-7c3a553af5f0 req-8b4a0ac9-1020-4d47-af18-c37826b2cf80 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743122 May 03 22:51:31.143177 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Pushing event deleted for resources: {'Port': ['ID=a9d71d0e-f4ff-41b8-8a44-46a0a9da2649,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:31.196520 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] No DVR routers for this DVR port a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:31.199763 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:31.203040 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3b9591d1-3e6e-43ad-b56a-011b268e3695 req-6558b597-92f0-4431-a8dc-c193c0797137 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "DELETE /v2.0/ports/a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 HTTP/1.1" status: 204 len: 173 time: 0.7321534 May 03 22:51:31.203481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'name': 'network-vif-deleted', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:31.205772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed9fdb-86b8-4840-b1fd-e66f021e9009" -d '{"events": [{"server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "name": "network-vif-deleted", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:31.240517 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e2e8e4-6113-4509-809d-54a5f582d924 x-openstack-request-id: req-46e2e8e4-6113-4509-809d-54a5f582d924 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:31.240843 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2729b4-531e-4a7d-8faf-bb1d411af10c", "name": "network-vif-deleted", "tag": "a9d71d0e-f4ff-41b8-8a44-46a0a9da2649", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:31.241069 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46e2e8e4-6113-4509-809d-54a5f582d924 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:31.241466 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e2e8e4-6113-4509-809d-54a5f582d924'] response: {'server_uuid': 'ef2729b4-531e-4a7d-8faf-bb1d411af10c', 'name': 'network-vif-deleted', 'tag': 'a9d71d0e-f4ff-41b8-8a44-46a0a9da2649', 'status': 'completed', 'code': 200} May 03 22:51:32.001260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c56e4e6-2a5b-42fa-b83e-43ec49efe13c req-a79ffed6-3fd8-41b2-98c3-eafbc53363ba tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0418186 May 03 22:51:32.024943 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead046a7-a04d-4028-a862-15c7785d8d83 req-12002af7-6a95-40b7-af4d-2c38eb721a06 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:32.026464 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ead046a7-a04d-4028-a862-15c7785d8d83 req-12002af7-6a95-40b7-af4d-2c38eb721a06 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0765452 May 03 22:51:32.073826 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ead046a7-a04d-4028-a862-15c7785d8d83 req-a3bce98b-e453-42ee-b5c3-2bf2ceee076d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 May 03 22:51:32.266503 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a768e28-2f05-4154-a9fa-a45dc46d8e3c req-e847eb23-bf3b-4414-86e1-e243babdfdbe tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:32.267973 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a768e28-2f05-4154-a9fa-a45dc46d8e3c req-e847eb23-bf3b-4414-86e1-e243babdfdbe tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0738537 May 03 22:51:32.278192 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0327d-2ff0-40a1-9537-a4f71be01417 req-c2b11887-b905-4b95-87d0-bf733ee10cf3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:32.279545 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ed0327d-2ff0-40a1-9537-a4f71be01417 req-c2b11887-b905-4b95-87d0-bf733ee10cf3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0565975 May 03 22:51:32.351555 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a768e28-2f05-4154-a9fa-a45dc46d8e3c req-d8f282a4-59f3-4423-8113-ce183cd9d08c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710490 May 03 22:51:32.354822 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ed0327d-2ff0-40a1-9537-a4f71be01417 req-de1715c4-0fab-42cb-9de4-cedd7e5747cf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689409 May 03 22:51:33.110411 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-510cc203-6e88-4bea-98ee-b265578ca8ee req-834c9935-07e7-4f5d-9ec6-245ec4f328bf tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2729b4-531e-4a7d-8faf-bb1d411af10c HTTP/1.1" status: 200 len: 210 time: 0.0270879 May 03 22:51:33.187398 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394341-bd07-467d-bd55-1fa7c092733c req-9eec50e0-6b44-48e9-9565-4ee039779201 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.188936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f394341-bd07-467d-bd55-1fa7c092733c req-9eec50e0-6b44-48e9-9565-4ee039779201 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0470955 May 03 22:51:33.238926 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f394341-bd07-467d-bd55-1fa7c092733c req-eed9a8a8-d89f-4e0a-91ac-6cdc39014ba6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 May 03 22:51:33.464981 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7b076-2576-4ea2-ac0f-e688aa81f504 req-ce42a7f5-3b86-4ec7-9f04-3c35840be4c3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.466444 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80f7b076-2576-4ea2-ac0f-e688aa81f504 req-ce42a7f5-3b86-4ec7-9f04-3c35840be4c3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0472224 May 03 22:51:33.517080 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80f7b076-2576-4ea2-ac0f-e688aa81f504 req-4827890e-77c3-4bd0-a3eb-ea5d90d5a29f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443714 May 03 22:51:33.640213 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe6c2a-c300-4872-8d30-5dadf5b0f0b5 req-05edd5e8-550b-4c51-b80e-c855dd4d412f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.641675 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2fe6c2a-c300-4872-8d30-5dadf5b0f0b5 req-05edd5e8-550b-4c51-b80e-c855dd4d412f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0763083 May 03 22:51:33.650174 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1811-7ffc-4332-9ac2-4d179f9af7d9 req-0da65df4-e14d-40c1-bcff-2cd5175899cf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.651588 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b8e1811-7ffc-4332-9ac2-4d179f9af7d9 req-0da65df4-e14d-40c1-bcff-2cd5175899cf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0762420 May 03 22:51:33.728616 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2fe6c2a-c300-4872-8d30-5dadf5b0f0b5 req-5b0aecbc-ecf3-4d2a-8a1e-4dd176db5377 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760419 May 03 22:51:33.733850 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b8e1811-7ffc-4332-9ac2-4d179f9af7d9 req-7b73b859-a68c-48e2-a629-800d660095c9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751441 May 03 22:51:33.766130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-b344ceb2-deeb-47d0-b9c1-5141f45ba6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.768197 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-b344ceb2-deeb-47d0-b9c1-5141f45ba6f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1130 time: 0.0547740 May 03 22:51:33.859235 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-ed1edb84-5895-4570-9127-27e6e05f06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.860899 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-ed1edb84-5895-4570-9127-27e6e05f06c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0866895 May 03 22:51:33.871034 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:51:33.894261 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:51:33.894606 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device a9d71d0e-f4ff-41b8-8a44-46a0a9da2649 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:51:33.912091 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-a863a496-a35a-4ece-9166-82b725abf94a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 200 len: 217 time: 0.0376761 May 03 22:51:33.966146 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-6311ec83-e3cd-4509-8625-426c6a5c4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:33.967541 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-6311ec83-e3cd-4509-8625-426c6a5c4573 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0429335 May 03 22:51:34.013577 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-0dd3b23b-8696-418d-a4d3-1b4f9dd93b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.015165 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-0dd3b23b-8696-418d-a4d3-1b4f9dd93b74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382702 May 03 22:51:34.108574 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-26e3dc11-571d-477a-a1d1-aad9029f38e6 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 May 03 22:51:34.214684 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d6678b55-6b6a-45ba-8099-98d8555cfc21 req-68b8d653-a23d-4f1e-aaef-d4f0ef312444 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 May 03 22:51:34.367635 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-525c0529-70ce-47d8-8b21-2157a2ad6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.369056 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-525c0529-70ce-47d8-8b21-2157a2ad6ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 1130 time: 0.0416794 May 03 22:51:34.430227 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-2a10c832-f732-4bb7-a207-216a3278b8ba tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.431720 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-2a10c832-f732-4bb7-a207-216a3278b8ba tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/networks?id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3 HTTP/1.1" status: 200 len: 809 time: 0.1076310 May 03 22:51:34.446816 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-c47b8fcb-0890-43c0-92cd-b66cc245f534 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/quotas/dab3317553d1476a8a034b78dc5572b2 HTTP/1.1" status: 200 len: 375 time: 0.0096993 May 03 22:51:34.478256 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-aa8290a4-c589-4cb5-bab6-8cea68f8efc1 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261214 May 03 22:51:34.479185 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-b9d24230-ae20-416c-8949-f8e8c18ac8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.480776 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-b9d24230-ae20-416c-8949-f8e8c18ac8ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0890090 May 03 22:51:34.567307 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-ccf10678-7e2b-4945-bd9d-38713776c58a service neutron] 10.222.0.23 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822508 May 03 22:51:34.670947 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34751b33-7d85-4aac-af9d-950f0d94dff4 req-dd8788f1-58c7-4ea4-8791-eee59859718f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.672311 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-34751b33-7d85-4aac-af9d-950f0d94dff4 req-dd8788f1-58c7-4ea4-8791-eee59859718f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0801604 May 03 22:51:34.705477 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-e2b65b02-2318-4729-8569-f59197cb235b service neutron] 10.222.0.23 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325276 May 03 22:51:34.733558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-34751b33-7d85-4aac-af9d-950f0d94dff4 req-79bb4711-947a-4cf2-b567-fde84349646d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551660 May 03 22:51:34.841108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97ca4f-8542-4342-9f4e-1f7aee4d6b65 req-1e2c6e7a-968c-4db9-b856-9f29fca77b7a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:34.842537 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e97ca4f-8542-4342-9f4e-1f7aee4d6b65 req-1e2c6e7a-968c-4db9-b856-9f29fca77b7a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0445714 May 03 22:51:34.891955 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e97ca4f-8542-4342-9f4e-1f7aee4d6b65 req-f92525fd-cffc-4ef1-89b4-0404cf3c53a2 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 May 03 22:51:34.991230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0554b2aa-a9f2-47c6-9011-5ee9d549467a req-b241e79c-5d28-48cd-b273-7d38d7a76b73 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 210 time: 0.0328228 May 03 22:51:34.999354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c4cc1-ef86-4d34-8990-861515136b10 req-0b5d8fdf-bd39-47e7-8363-bc28a8c9b6c5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:35.000772 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-990c4cc1-ef86-4d34-8990-861515136b10 req-0b5d8fdf-bd39-47e7-8363-bc28a8c9b6c5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0721140 May 03 22:51:35.054830 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-990c4cc1-ef86-4d34-8990-861515136b10 req-fddd0cad-1ed7-4212-a91e-52453c2c87f7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462551 May 03 22:51:35.307388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:35.846609 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e0397-7232-4ee3-bc1c-84ad3e1e2cb7 req-65e30d80-f2c1-429a-bb56-acc086cd11f5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:35.849940 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-396e0397-7232-4ee3-bc1c-84ad3e1e2cb7 req-65e30d80-f2c1-429a-bb56-acc086cd11f5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0459840 May 03 22:51:35.893398 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-396e0397-7232-4ee3-bc1c-84ad3e1e2cb7 req-5b671e1d-8fec-4d86-a511-518bd648e84c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392289 May 03 22:51:35.994732 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-22602379-abef-4d48-bdb0-3f9ed94758d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 200 len: 217 time: 0.0476394 May 03 22:51:36.013287 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2796e-225e-4ef4-84e6-f9cfc023b1b2 req-3bb881fb-4f7b-497a-8007-7755f911328f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:36.014730 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a0a2796e-225e-4ef4-84e6-f9cfc023b1b2 req-3bb881fb-4f7b-497a-8007-7755f911328f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0460477 May 03 22:51:36.069164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a0a2796e-225e-4ef4-84e6-f9cfc023b1b2 req-0309ed55-8086-44e2-b827-5156a5fb8e77 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 May 03 22:51:36.091795 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bebf5dae-0b0b-4ac7-8ee7-1de9422c1fa2 req-dbf5ec27-72d6-4806-9e91-f8d9baa00e87 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 210 time: 0.0338340 May 03 22:51:36.145088 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-5062a695-42fe-484c-b51d-ef941e58e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:36.146810 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-5062a695-42fe-484c-b51d-ef941e58e87b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0592709 May 03 22:51:36.174301 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6d63c-9b96-4a75-8125-7a5f224f820c req-806ca563-2093-460a-ab85-c042b59774d8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:36.175924 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b4d6d63c-9b96-4a75-8125-7a5f224f820c req-806ca563-2093-460a-ab85-c042b59774d8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0475724 May 03 22:51:36.196727 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-0afaf912-1f19-4ced-98d3-438bd529529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:36.198021 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-0afaf912-1f19-4ced-98d3-438bd529529a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409994 May 03 22:51:36.226834 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b4d6d63c-9b96-4a75-8125-7a5f224f820c req-688ba575-307c-4ca5-93ca-e3a14c477163 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448210 May 03 22:51:36.294299 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-b5cd5c67-8c19-41a3-a45c-721ecacba951 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901983 May 03 22:51:36.389116 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-309b61bb-bced-4b0b-b09e-0125d775a6e9 req-b23274d3-1b1e-4721-a909-5abb5ef87fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 May 03 22:51:37.009254 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a8b4-8cc6-4777-89cc-f5ae348a1500 req-0bd18829-74e7-484b-b5c7-e4649129adaf tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:37.011009 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1098a8b4-8cc6-4777-89cc-f5ae348a1500 req-0bd18829-74e7-484b-b5c7-e4649129adaf tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0464756 May 03 22:51:37.064822 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1098a8b4-8cc6-4777-89cc-f5ae348a1500 req-ac832021-3341-48b9-b18e-b7b7bf93bfe5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482423 May 03 22:51:37.201485 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8d21fc4-092b-4cd6-aae1-495b0abe6c36 req-816f3ec9-884d-46b2-aca7-cc8b9f257d76 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 210 time: 0.0324059 May 03 22:51:37.209470 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6a68d-69f0-47c6-80f5-5edc78210539 req-0a50d81a-ec91-49f2-8cfd-06ef5420eff4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:37.210872 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8bb6a68d-69f0-47c6-80f5-5edc78210539 req-0a50d81a-ec91-49f2-8cfd-06ef5420eff4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0726376 May 03 22:51:37.258610 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8bb6a68d-69f0-47c6-80f5-5edc78210539 req-d472eb0f-6c0c-4abf-8526-91f4ab62b8a0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 May 03 22:51:37.345533 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8aba48-844e-47b4-b474-e13e3d41c201 req-e12fd6a3-e1a6-42ca-8eb4-1a45dbf743d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:37.347030 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7c8aba48-844e-47b4-b474-e13e3d41c201 req-e12fd6a3-e1a6-42ca-8eb4-1a45dbf743d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0458915 May 03 22:51:37.398257 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7c8aba48-844e-47b4-b474-e13e3d41c201 req-97e6e88c-1cb9-4629-a054-d3852741caa5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457883 May 03 22:51:37.869268 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-f63fcbd9-cc5d-4aed-8be8-93331d22b27f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:37.869268 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-f63fcbd9-cc5d-4aed-8be8-93331d22b27f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "GET /v2.0/networks?id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3 HTTP/1.1" status: 200 len: 809 time: 0.1081972 May 03 22:51:37.907930 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Request body: {'port': {'device_id': '7e3cc271-761d-4b95-a62d-885998591771', 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3', 'admin_state_up': True, 'tenant_id': 'dab3317553d1476a8a034b78dc5572b2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:38.122008 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Made reservation on behalf of dab3317553d1476a8a034b78dc5572b2 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:38.125520 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:38.178026 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248ed05-76be-484b-9706-896ed5a3e6db req-23b0ba86-2f00-4330-b62e-155ece4fe1f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:38.179523 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e248ed05-76be-484b-9706-896ed5a3e6db req-23b0ba86-2f00-4330-b62e-155ece4fe1f3 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0478067 May 03 22:51:38.235087 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e248ed05-76be-484b-9706-896ed5a3e6db req-29a8e215-d824-418a-8109-f98b3fba2907 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497203 May 03 22:51:38.258867 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Allocated IP 172.20.0.10 (8386e96d-9727-4f2e-a2de-6f5b3e0830b3/f8869357-d3c3-46ce-967b-82cd35a2649d/c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:38.306884 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c12ff78e-1834-4042-a573-e3547cdda10e req-709c9eed-e03d-4390-96a8-384dd1f3fc0b tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 210 time: 0.0265245 May 03 22:51:38.409665 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks [] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:38.516151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f7d0b-b782-40d2-bdfa-eaebd62f2d9f req-3597526b-5cb8-4a73-8b61-aa80d017147f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:38.517654 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-210f7d0b-b782-40d2-bdfa-eaebd62f2d9f req-3597526b-5cb8-4a73-8b61-aa80d017147f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0446045 May 03 22:51:38.545130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:38.567402 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-210f7d0b-b782-40d2-bdfa-eaebd62f2d9f req-2e27c53a-0d1f-4a00-9a25-e382827f6b5c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 May 03 22:51:38.588217 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:38.591485 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:38.597412 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:38.603927 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Pushing event updated for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:38.648377 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:38.648982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:38.765163 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-05e5eda4-6b70-4992-9f9d-42d390a591d6 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8612251 May 03 22:51:38.781415 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Request body: {'port': {'device_id': '7e3cc271-761d-4b95-a62d-885998591771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:38.843488 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.120655 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:39.128716 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks [] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.141708 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Transition to ACTIVE for port object c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:51:39.216080 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.269922 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:39.342557 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Attempting to bind port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:51:39.342897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Attempting to bind port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:51:39.343342 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Attempting to bind port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:39.348730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:51:39.349139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Attempting to bind port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee on network 8386e96d-9727-4f2e-a2de-6f5b3e0830b3 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:39.354323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:51:39.354510 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab2d1e-477c-4949-9673-ed98306d467d req-b82711d0-4d3e-44fd-b4ec-198f9753df1d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.355033 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Checking segment: {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:39.355281 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Bound using segment: {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:51:39.355807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Bound port: c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a154f9a-ab85-4029-8ec2-99471f368cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:51:39.356230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.357258 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8bab2d1e-477c-4949-9673-ed98306d467d req-b82711d0-4d3e-44fd-b4ec-198f9753df1d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0493863 May 03 22:51:39.372146 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39272) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:39.386629 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107083528', 'description': 'tempest-description--656701934'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:39.441763 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:51:39.445026 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:51:39.478488 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8bab2d1e-477c-4949-9673-ed98306d467d req-5959e016-eff8-4ab1-8d1f-39af91f8eb22 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133387 May 03 22:51:39.492850 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218e021-b70b-4c37-ab99-0c54f1273425 req-3f874e27-896c-45b1-8f0e-d78496d80559 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.494675 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5218e021-b70b-4c37-ab99-0c54f1273425 req-3f874e27-896c-45b1-8f0e-d78496d80559 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 944 time: 0.0621166 May 03 22:51:39.532492 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.556576 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5218e021-b70b-4c37-ab99-0c54f1273425 req-d8c58eab-cb69-4594-9f45-a9534d107874 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 May 03 22:51:39.559379 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.602245 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.602855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.604408 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee HTTP/1.1" status: 200 len: 1094 time: 0.8273783 May 03 22:51:39.604865 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:39.607259 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:39.638756 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b59b1a-c0e5-4b7a-a36d-5fc4247b62a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:39.648177 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d85991-fa91-4ec6-8b98-6bbaa5e56841 x-openstack-request-id: req-35d85991-fa91-4ec6-8b98-6bbaa5e56841 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:39.648681 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:39.649017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35d85991-fa91-4ec6-8b98-6bbaa5e56841 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:39.649483 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d85991-fa91-4ec6-8b98-6bbaa5e56841'] response: {'name': 'network-changed', 'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee', 'status': 'completed', 'code': 200} May 03 22:51:39.651071 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (9bf1b547-2948-4195-a6ea-66345e679605), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.705512 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfcc0d-a102-4dac-a817-b247e8b8e635 req-0dc61c00-21ef-4778-8d72-6b39220d423e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.707240 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-44cfcc0d-a102-4dac-a817-b247e8b8e635 req-0dc61c00-21ef-4778-8d72-6b39220d423e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0471964 May 03 22:51:39.711512 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-a6e05a9a-0f0a-4dcf-ad24-a1b5699fe069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.713017 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-a6e05a9a-0f0a-4dcf-ad24-a1b5699fe069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 1128 time: 0.0393133 May 03 22:51:39.728715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9bf1b547-2948-4195-a6ea-66345e679605), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.775017 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1b547-2948-4195-a6ea-66345e679605,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:39.781417 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-44cfcc0d-a102-4dac-a817-b247e8b8e635 req-8f8d27e4-a939-4754-8027-7de3213f4e81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687218 May 03 22:51:39.787399 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.787853 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.788265 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.789077 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.789077 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.789515 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.789962 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.790602 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.790938 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.791395 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.791753 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.792082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.792416 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.792737 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.793062 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:39.815674 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-a2514784-d324-4646-9d3e-256500200b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.817149 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-a2514784-d324-4646-9d3e-256500200b64 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=dab3317553d1476a8a034b78dc5572b2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0918908 May 03 22:51:39.858484 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.859667 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e5777b1a-5694-4ed3-95f2-e3dc1a264af5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4865301 May 03 22:51:39.862533 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39282) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:39.867156 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'security_group_rule': {'security_group_id': '9bf1b547-2948-4195-a6ea-66345e679605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:39.916577 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-8b700e1c-f960-4d85-a6c3-1ffe0e29f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.918055 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5c373c14-d0a3-4375-a56e-ab429a4e1a7f req-8b700e1c-f960-4d85-a6c3-1ffe0e29f532 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916259 May 03 22:51:39.954637 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (fc9659bf-c553-4ec8-8582-2c17a1cec780), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:39.996873 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-edebcc1b-fcff-4d50-a3a6-8033d7814706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:39.998471 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-edebcc1b-fcff-4d50-a3a6-8033d7814706 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dab3317553d1476a8a034b78dc5572b2&device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 1128 time: 0.0396516 May 03 22:51:40.010740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (fc9659bf-c553-4ec8-8582-2c17a1cec780), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.051985 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-ebe110dc-f17a-431a-a1ee-3128b3dfb5c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee HTTP/1.1" status: 200 len: 217 time: 0.0373611 May 03 22:51:40.099404 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (fc9659bf-c553-4ec8-8582-2c17a1cec780), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.102080 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-2707b2b6-ba36-4f5c-ba83-aef50e4afc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:40.103650 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-2707b2b6-ba36-4f5c-ba83-aef50e4afc33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8869357-d3c3-46ce-967b-82cd35a2649d HTTP/1.1" status: 200 len: 849 time: 0.0430837 May 03 22:51:40.116883 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9659bf-c553-4ec8-8582-2c17a1cec780,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:40.135836 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-6ecb938e-26ba-4765-8b65-f4eafe77a7dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8386e96d-9727-4f2e-a2de-6f5b3e0830b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255296 May 03 22:51:40.193320 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.194599 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-7eaa7a4e-50ed-4341-a9b9-dff91a9210f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3310595 May 03 22:51:40.201687 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39284) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:40.206532 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'security_group_rule': {'security_group_id': '9bf1b547-2948-4195-a6ea-66345e679605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:40.231369 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-48d03d82-17fe-4604-97d0-a04f964ee673 service neutron] 10.222.0.36 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856540 May 03 22:51:40.326084 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-cacecb8d-859c-402c-8fc5-875bbef0e2ba req-913dd5fa-3f57-4233-a470-cbd2e9ff5ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815573 May 03 22:51:40.332993 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (fb450366-0ba4-45cd-bf9d-8bf01452b0c6), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.392387 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (fb450366-0ba4-45cd-bf9d-8bf01452b0c6), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.465037 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (fb450366-0ba4-45cd-bf9d-8bf01452b0c6), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.482513 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb450366-0ba4-45cd-bf9d-8bf01452b0c6,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:40.561050 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.562176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-085c0649-b294-4153-b60d-de90486d4ab3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595655 May 03 22:51:40.565780 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39292) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:40.569965 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:40.614745 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64923-5525-497e-a117-d1ebd80471ae req-d88ac59f-7cae-4cf6-b08c-a5b56db6a2cb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:40.616260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3cc64923-5525-497e-a117-d1ebd80471ae req-d88ac59f-7cae-4cf6-b08c-a5b56db6a2cb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0661626 May 03 22:51:40.696080 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22682c-b8e3-4136-b405-1d8ce36ddb5e req-499a1987-0007-4848-a4da-0a701d350a83 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:40.697442 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f22682c-b8e3-4136-b405-1d8ce36ddb5e req-499a1987-0007-4848-a4da-0a701d350a83 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 944 time: 0.0688567 May 03 22:51:40.704254 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3cc64923-5525-497e-a117-d1ebd80471ae req-a77d32f0-83d1-42d4-9eb6-c740114e6b5d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822370 May 03 22:51:40.707198 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.809352 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f22682c-b8e3-4136-b405-1d8ce36ddb5e req-2ecac329-d167-452b-b7aa-1ba1e03bc4a3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 May 03 22:51:40.819766 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:40.919394 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fa270-f32d-4b1b-bec9-34de4cb3f205 req-8a33febb-6331-4649-99df-180dc0f544a4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:40.920937 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-436fa270-f32d-4b1b-bec9-34de4cb3f205 req-8a33febb-6331-4649-99df-180dc0f544a4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0550001 May 03 22:51:40.993838 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Allocated IP 172.27.0.122 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/53a9e8c6-4a2a-474b-ac62-fabebced546f) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:41.012160 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-436fa270-f32d-4b1b-bec9-34de4cb3f205 req-fb51bdac-6f89-48ba-93b7-848d7f76d31f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736232 May 03 22:51:41.104150 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.199106 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.240984 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:41.243785 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:41.246398 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:41.273273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'Port': ['ID=53a9e8c6-4a2a-474b-ac62-fabebced546f,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:41.336182 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.435994 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.582515 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.670434 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:41.739740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'Port': ['ID=53a9e8c6-4a2a-474b-ac62-fabebced546f,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:41.751357 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:42.019878 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:42.021020 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-56f65bd1-c7f6-4fa3-b16c-da18fbddf9d0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4543383 May 03 22:51:42.060571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4f09a-6bf1-4a84-8175-0debc77a0c64 req-828d0a52-14d7-42db-acaa-d825add55793 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:42.062053 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-83d4f09a-6bf1-4a84-8175-0debc77a0c64 req-828d0a52-14d7-42db-acaa-d825add55793 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.2872787 May 03 22:51:42.081634 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a737f2-501f-4b1f-9104-a609298bb438 req-3bf7389c-b99c-4781-8b8c-580b2ff9d53a tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:42.083031 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66a737f2-501f-4b1f-9104-a609298bb438 req-3bf7389c-b99c-4781-8b8c-580b2ff9d53a tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 944 time: 0.0685618 May 03 22:51:42.143998 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-83d4f09a-6bf1-4a84-8175-0debc77a0c64 req-df0a122d-13be-4557-8eeb-87f46ce1fd13 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757403 May 03 22:51:42.150571 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66a737f2-501f-4b1f-9104-a609298bb438 req-8a8183fb-c3f2-4868-a602-89636febdd8b tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 May 03 22:51:42.258062 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a705c-94b5-4b2e-a6e8-d36669cfc83a req-6766f2c7-6493-44b0-8ae5-af76bcc45dca tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:42.259498 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8c5a705c-94b5-4b2e-a6e8-d36669cfc83a req-6766f2c7-6493-44b0-8ae5-af76bcc45dca tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0607727 May 03 22:51:42.302447 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-d0f444ea-5201-4b8c-b1b0-a5fb9d58c949 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--107083528&fields=id&tenant_id=6a1de14c94b24239a57669664273a33e HTTP/1.1" status: 200 len: 267 time: 0.0708821 May 03 22:51:42.340753 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8c5a705c-94b5-4b2e-a6e8-d36669cfc83a req-fb513a3b-f640-4137-9f7b-f84fe1e0a68e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753107 May 03 22:51:42.421034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-ca8d603d-00ed-423f-a62d-8f0e865a1260 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:42.422403 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-ca8d603d-00ed-423f-a62d-8f0e865a1260 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 0.1124489 May 03 22:51:42.437058 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-43dc5cb7-db60-41f8-b45a-ab42790e1312 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/quotas/6a1de14c94b24239a57669664273a33e HTTP/1.1" status: 200 len: 375 time: 0.0086715 May 03 22:51:42.473642 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:51:42.490955 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-672a3494-8b83-44ef-b8a9-456c0cd2b439 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0482328 May 03 22:51:42.572353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:42.583340 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:51:42.585329 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-1112061d-c610-4a6c-9fb7-f673a30981b2 service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807500 May 03 22:51:42.620171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: ACTIVE; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:42.620559 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:42.633422 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:42.652436 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:42.675418 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-37f261fa-b0f8-40b0-be27-385f56ef5985 service neutron] 10.222.0.23 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843835 May 03 22:51:42.778984 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:42.827559 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=6']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:42.890231 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d253dc56-9c3e-4157-b4be-ebcbfe616250 req-18ab6612-d739-42a2-8480-c5db8a577ecf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 210 time: 0.0275173 May 03 22:51:43.289808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701068c-244a-4c29-8a1d-6869d60b4219 req-e5129b29-c4bf-4442-95b0-dc9a4dae2235 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:43.291260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8701068c-244a-4c29-8a1d-6869d60b4219 req-e5129b29-c4bf-4442-95b0-dc9a4dae2235 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0774388 May 03 22:51:43.299111 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b477a-314c-4392-a070-cc8d9acb0931 req-b3b72571-16e3-4cfc-b149-60170dbaa6d4 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:43.300482 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f9b477a-314c-4392-a070-cc8d9acb0931 req-b3b72571-16e3-4cfc-b149-60170dbaa6d4 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 944 time: 0.0754368 May 03 22:51:43.369426 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8701068c-244a-4c29-8a1d-6869d60b4219 req-0400d114-dfca-4674-b3d3-beb101925a94 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680048 May 03 22:51:43.376377 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f9b477a-314c-4392-a070-cc8d9acb0931 req-de35a0f1-0159-4649-80ec-954d7c2e5adf tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695164 May 03 22:51:43.476107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f385506-43e2-4e1f-837f-153fb87ca15f req-4d987582-eef1-40b8-8bb5-43e7eae73565 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:43.477599 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f385506-43e2-4e1f-837f-153fb87ca15f req-4d987582-eef1-40b8-8bb5-43e7eae73565 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0512726 May 03 22:51:43.525387 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f385506-43e2-4e1f-837f-153fb87ca15f req-bc80a698-c241-44cf-9238-ee9bac004877 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 May 03 22:51:43.984904 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fbdbb4c1-6abe-44cc-a928-86115e49223c req-27dbeb48-42d9-4863-a915-ddee97385c24 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 210 time: 0.0292897 May 03 22:51:44.219661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:51:44.319731 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:44.328660 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['cf40eac8-07ac-49a1-ad73-e81eba338723'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:44.334944 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee', 'network_id': '8386e96d-9727-4f2e-a2de-6f5b3e0830b3', 'port_id': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee', 'mac_address': 'fa:16:3e:b9:49:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8869357-d3c3-46ce-967b-82cd35a2649d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:51:44.570099 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acfc08-88f8-434b-8d1c-601304c77ddc req-70a8c100-c6cf-483b-b67a-4f0a43f458ec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:44.571461 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22acfc08-88f8-434b-8d1c-601304c77ddc req-70a8c100-c6cf-483b-b67a-4f0a43f458ec tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.1240718 May 03 22:51:44.572503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:44.572890 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:44.577205 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679072a-bab1-4f15-b8ca-940dbe83adb8 req-d4110fa0-41e5-4c9d-a0f7-1db5ada9b1c7 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:44.578608 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e679072a-bab1-4f15-b8ca-940dbe83adb8 req-d4110fa0-41e5-4c9d-a0f7-1db5ada9b1c7 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 944 time: 0.1202238 May 03 22:51:44.589075 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:44.628759 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:44.658349 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22acfc08-88f8-434b-8d1c-601304c77ddc req-e16b15e5-e505-4ada-9aeb-d2ae59730328 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778158 May 03 22:51:44.662965 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e679072a-bab1-4f15-b8ca-940dbe83adb8 req-f1bab318-1e86-4038-8ac7-b9dc073ff049 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768895 May 03 22:51:44.724975 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:44.763450 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f64a93-febf-4e28-9d49-f4d0bad47172 req-c440dd2a-c494-4e62-b54f-f78ec42b5913 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:44.764931 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-42f64a93-febf-4e28-9d49-f4d0bad47172 req-c440dd2a-c494-4e62-b54f-f78ec42b5913 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0509708 May 03 22:51:44.773031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:44.816495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-42f64a93-febf-4e28-9d49-f4d0bad47172 req-9b2c211e-bd9f-4bed-8950-535ffda9351b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 May 03 22:51:45.087397 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4007cedb-ac01-4d1a-9141-c3214ddc33c9 req-3c9fdc70-6c79-46cd-b937-842736cb611f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 210 time: 0.0266414 May 03 22:51:45.135920 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:45.805361 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf82ea7-4b91-410d-9e08-f1458c4cd983 req-29629c38-e16e-4420-a073-b07af5d3203c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:45.805361 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdf82ea7-4b91-410d-9e08-f1458c4cd983 req-29629c38-e16e-4420-a073-b07af5d3203c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0791974 May 03 22:51:45.811947 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31456f19-a3d3-423b-9ec5-1074dce4a4eb req-702708fd-ffda-46a4-94fe-ccc1238dd4ea tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:45.813007 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-31456f19-a3d3-423b-9ec5-1074dce4a4eb req-702708fd-ffda-46a4-94fe-ccc1238dd4ea tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 945 time: 0.0775797 May 03 22:51:45.888404 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdf82ea7-4b91-410d-9e08-f1458c4cd983 req-070f5164-a441-4c18-b39c-65dca321612b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731239 May 03 22:51:45.893220 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-31456f19-a3d3-423b-9ec5-1074dce4a4eb req-35079fe7-f450-49a9-aaa5-89ecc42c399c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 May 03 22:51:45.912424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-f720b079-e421-4eb0-a315-b0cc0226dad7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:45.914311 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-f720b079-e421-4eb0-a315-b0cc0226dad7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 819 time: 0.1496010 May 03 22:51:45.985699 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-276f4eaf-891b-4531-9580-0ec05d5a1e0e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1de14c94b24239a57669664273a33e HTTP/1.1" status: 200 len: 379 time: 0.0592239 May 03 22:51:45.998452 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'port': {'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'admin_state_up': True, 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'security_groups': ['9bf1b547-2948-4195-a6ea-66345e679605']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:46.009774 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fc3f4-36b9-4553-a8de-01ea810d1a79 req-3cc85457-b479-438a-81dc-c4cdde1c3e21 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:46.016553 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3c0fc3f4-36b9-4553-a8de-01ea810d1a79 req-3cc85457-b479-438a-81dc-c4cdde1c3e21 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0579584 May 03 22:51:46.061094 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3c0fc3f4-36b9-4553-a8de-01ea810d1a79 req-3d8872a2-f7e4-42ca-93ce-93ec651ec9ee tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 May 03 22:51:46.213465 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f4a3cb1d-348a-4ec4-aa6f-d0ec8c59a9b1 req-aaa6730f-6219-4cca-9e04-b7e64933a8f4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 210 time: 0.0419123 May 03 22:51:46.225163 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Made reservation on behalf of 6a1de14c94b24239a57669664273a33e for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:46.228567 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.245853 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:46.307871 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port cf40eac8-07ac-49a1-ad73-e81eba338723 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:46.308237 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.427337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Allocated IP 172.20.0.7 (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6/510977aa-e766-4199-9d94-bb1662669541/8965f4be-e6bc-4078-bca8-671755093420) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:46.485916 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:46.486890 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.545990 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:46.553550 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d066c3b-0ee4-4639-8da8-eb4d4ae3b942" -d '{"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:46.581883 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:46.618435 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a7acd1-2c4a-4ebc-a96b-612aba0aa2e7 x-openstack-request-id: req-17a7acd1-2c4a-4ebc-a96b-612aba0aa2e7 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:46.618743 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:46.618996 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17a7acd1-2c4a-4ebc-a96b-612aba0aa2e7 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:46.619378 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17a7acd1-2c4a-4ebc-a96b-612aba0aa2e7'] response: {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'code': 200} May 03 22:51:46.646904 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for port (8965f4be-e6bc-4078-bca8-671755093420), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.655169 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.656024 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:46.739258 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=7']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:46.749946 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:51:46.789175 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.828019 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:46.828885 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.840538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:46.844522 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:46.847244 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:46.924971 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:46.928201 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.937510 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:46.937982 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:46.980323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event updated for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:46.998816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:47.004454 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.007840 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.008254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.008683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.009037 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.009385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.009722 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.010207 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.011158 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.011493 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.011853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.012185 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.012515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.012843 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.013171 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:47.047350 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-a8220c9d-02ce-4dc5-8027-2b7c53bf9875 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0529687 May 03 22:51:47.062195 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Request body: {'port': {'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:47.073605 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:47.136448 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6cf2-b9df-497a-9989-2a58394cc27b req-d573bb20-33cd-4585-b0fb-a9c84560e7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.142269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8965f4be-e6bc-4078-bca8-671755093420), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:47.144479 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6ac6cf2-b9df-497a-9989-2a58394cc27b req-d573bb20-33cd-4585-b0fb-a9c84560e7b5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.1360404 May 03 22:51:47.168094 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a858c-1ac3-401d-b3da-1e7c04d0b057 req-ed0ad502-6775-4e71-8b91-20d91b8cf836 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.177016 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9f1a858c-1ac3-401d-b3da-1e7c04d0b057 req-ed0ad502-6775-4e71-8b91-20d91b8cf836 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 945 time: 0.1294680 May 03 22:51:47.184887 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:47.266823 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-b4c6bd48-ad6d-4af4-b74d-5a6fbbcb4a09 None None] Provisioning complete for port 8965f4be-e6bc-4078-bca8-671755093420 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:47.267367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b4c6bd48-ad6d-4af4-b74d-5a6fbbcb4a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8965f4be-e6bc-4078-bca8-671755093420), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:47.271983 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6ac6cf2-b9df-497a-9989-2a58394cc27b req-f6057f95-729a-450c-8e41-b89711ef1539 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105993 May 03 22:51:47.292194 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9f1a858c-1ac3-401d-b3da-1e7c04d0b057 req-f1107833-eae4-4e0a-9c00-bec58c613c17 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071818 May 03 22:51:47.331826 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b4c6bd48-ad6d-4af4-b74d-5a6fbbcb4a09 None None] Port 8965f4be-e6bc-4078-bca8-671755093420 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:51:47.435982 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fe1b9-1d20-457b-a09f-6550d9ee88d1 req-dd8655a0-028d-470d-9d5f-6ae719dd1d71 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.437412 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7b5fe1b9-1d20-457b-a09f-6550d9ee88d1 req-dd8655a0-028d-470d-9d5f-6ae719dd1d71 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 931 time: 0.0705197 May 03 22:51:47.443458 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd647a-ecbc-474e-ae8d-f1d4af489cc5 req-597260c8-eabd-4bbb-876e-2aa3d65fbc47 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:47.444989 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5acd647a-ecbc-474e-ae8d-f1d4af489cc5 req-597260c8-eabd-4bbb-876e-2aa3d65fbc47 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0873818 May 03 22:51:47.521821 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7b5fe1b9-1d20-457b-a09f-6550d9ee88d1 req-3ac8540a-135a-4a86-a58e-e825c5040dc4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756412 May 03 22:51:47.524894 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5acd647a-ecbc-474e-ae8d-f1d4af489cc5 req-1fa88ce6-4dd3-4ea1-b8d1-44ff4040c10a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722659 May 03 22:51:47.527284 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8965f4be-e6bc-4078-bca8-671755093420 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:47.539422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks [] for port (8965f4be-e6bc-4078-bca8-671755093420), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:47.556970 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Transition to ACTIVE for port object 8965f4be-e6bc-4078-bca8-671755093420 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:51:47.645118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:47.719839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:47.829527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Attempting to bind port 8965f4be-e6bc-4078-bca8-671755093420 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:51:47.830696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Attempting to bind port 8965f4be-e6bc-4078-bca8-671755093420 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:51:47.830696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Attempting to bind port 8965f4be-e6bc-4078-bca8-671755093420 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:47.843718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Port 8965f4be-e6bc-4078-bca8-671755093420 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:51:47.843718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Attempting to bind port 8965f4be-e6bc-4078-bca8-671755093420 on network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:47.853801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:51:47.853801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Checking segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:47.853801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Bound using segment: {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:51:47.854230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Bound port: 8965f4be-e6bc-4078-bca8-671755093420, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376538b8-3e43-4038-b601-29f928228eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:51:47.854230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8965f4be-e6bc-4078-bca8-671755093420), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:48.232595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:51:48.235777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8965f4be-e6bc-4078-bca8-671755093420,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:51:48.319649 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:48.362920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.362920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:48.363740 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] 10.222.0.36 "PUT /v2.0/ports/8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 1093 time: 1.3060329 May 03 22:51:48.364191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:48.366579 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc47626-187a-49dd-8059-48eee575d974" -d '{"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:48.414285 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb4342-89c3-40cd-86c3-17e2bef26f66 service neutron] Pushing event updated for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:48.503942 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3c0a9-5a18-4cf2-92da-c34332178d39 req-f087af86-11f9-40f6-b162-f4e9f7bdd7ef tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.505200 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84c3c0a9-5a18-4cf2-92da-c34332178d39 req-f087af86-11f9-40f6-b162-f4e9f7bdd7ef tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.1076024 May 03 22:51:48.519762 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e347c-d630-4bc9-9fb7-64e776f0f11f req-4654512a-4b94-458c-a8c7-194418a3ea95 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.521882 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a7e347c-d630-4bc9-9fb7-64e776f0f11f req-4654512a-4b94-458c-a8c7-194418a3ea95 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.1101968 May 03 22:51:48.546943 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-da0a2b2b-5aa1-43fc-a97e-3b18547add36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.548860 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-da0a2b2b-5aa1-43fc-a97e-3b18547add36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1127 time: 0.0645115 May 03 22:51:48.607372 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-3760d11a-2112-4b0e-adf1-80b12009e967 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 217 time: 0.0485127 May 03 22:51:48.620018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:48.622283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ed6d2-a7b3-45a2-ab88-06cfc11883b1" -d '{"events": [{"server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "name": "network-vif-plugged", "status": "completed", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:48.631961 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a7e347c-d630-4bc9-9fb7-64e776f0f11f req-de69e69f-041d-467b-80df-42e92f3775dd tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001897 May 03 22:51:48.636561 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84c3c0a9-5a18-4cf2-92da-c34332178d39 req-78b80bab-44e8-4f74-a197-e98b62c8117e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132822 May 03 22:51:48.671162 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb7ecf1-67fe-40e3-9c5e-ea96d049b0ba x-openstack-request-id: req-5fb7ecf1-67fe-40e3-9c5e-ea96d049b0ba {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:48.671455 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:48.671764 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fb7ecf1-67fe-40e3-9c5e-ea96d049b0ba {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:48.673298 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb7ecf1-67fe-40e3-9c5e-ea96d049b0ba'] response: {'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'status': 'completed', 'code': 200} May 03 22:51:48.703861 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-21883ece-e278-4de4-9b4f-e706a5b5f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.706264 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-21883ece-e278-4de4-9b4f-e706a5b5f947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0896649 May 03 22:51:48.767943 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-6a10455c-3a2a-4348-ad42-47e338a1c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.769620 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-6a10455c-3a2a-4348-ad42-47e338a1c413 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490954 May 03 22:51:48.812251 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ac8b6-b65d-4a6c-982d-df757b024f6a req-862ae387-5247-4c73-b521-b84e04660c83 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.820096 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d5ac8b6-b65d-4a6c-982d-df757b024f6a req-862ae387-5247-4c73-b521-b84e04660c83 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 943 time: 0.0887473 May 03 22:51:48.847576 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be146753-33cd-463e-b447-3a1e17935a64 req-d78b4c04-271a-4d8e-aa89-f943ec0c2bcc tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:48.849180 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be146753-33cd-463e-b447-3a1e17935a64 req-d78b4c04-271a-4d8e-aa89-f943ec0c2bcc tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0862863 May 03 22:51:48.902518 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-8b93af4d-8ae2-4602-b721-12716458ee27 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225104 May 03 22:51:48.922623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d5ac8b6-b65d-4a6c-982d-df757b024f6a req-0def7db9-9783-459c-9220-300beb9331ac tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971937 May 03 22:51:48.945951 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be146753-33cd-463e-b447-3a1e17935a64 req-b94de16a-1c03-4764-9298-a0ccf4aad981 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886219 May 03 22:51:48.970550 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16851d92-0cd6-4f40-92b0-99519743c5ce x-openstack-request-id: req-16851d92-0cd6-4f40-92b0-99519743c5ce {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:48.971197 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "name": "network-vif-plugged", "status": "completed", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:48.971687 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16851d92-0cd6-4f40-92b0-99519743c5ce {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:48.972917 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16851d92-0cd6-4f40-92b0-99519743c5ce'] response: {'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee', 'code': 200} May 03 22:51:49.020053 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12b158d4-1db6-4dd8-be3a-b956860be61a req-7a427164-20b1-473b-97c6-7fe62e2a1ebc service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102076 May 03 22:51:49.764729 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c914b7-a0ec-45b1-bab6-1775685686c3 req-1b408119-dc0f-4a7e-9e64-94d97371d9f3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:49.766241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c914b7-a0ec-45b1-bab6-1775685686c3 req-1b408119-dc0f-4a7e-9e64-94d97371d9f3 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0725722 May 03 22:51:49.786417 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43acabf-d1a1-4589-a5a4-48751fecf09d req-1f07e0b3-7638-435a-b647-492062339962 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:49.788125 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d43acabf-d1a1-4589-a5a4-48751fecf09d req-1f07e0b3-7638-435a-b647-492062339962 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0669959 May 03 22:51:49.856765 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90c914b7-a0ec-45b1-bab6-1775685686c3 req-568b31aa-f86f-46f1-839c-19673b21141e tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843320 May 03 22:51:49.861014 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d43acabf-d1a1-4589-a5a4-48751fecf09d req-524f69dd-1238-4c63-ad6d-2e9fc01a0788 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625207 May 03 22:51:50.036502 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7ab8e-c656-49fa-9854-7111c42b405d req-67732130-c8c6-4983-9fc7-f415f50ed7a8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.038230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a3a7ab8e-c656-49fa-9854-7111c42b405d req-67732130-c8c6-4983-9fc7-f415f50ed7a8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 943 time: 0.0474882 May 03 22:51:50.094708 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51292471-6fe9-4c43-a388-943b0f1f65bd req-ac2b4455-b4f4-4674-b0f9-be063e0024ba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.096208 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-51292471-6fe9-4c43-a388-943b0f1f65bd req-ac2b4455-b4f4-4674-b0f9-be063e0024ba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0570927 May 03 22:51:50.136915 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a3a7ab8e-c656-49fa-9854-7111c42b405d req-3042125d-adea-493d-9008-3ef22293ecd3 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896826 May 03 22:51:50.173164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-51292471-6fe9-4c43-a388-943b0f1f65bd req-a14587a5-972d-4c49-ad5a-bc1c3368277f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704596 May 03 22:51:50.280494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47626-187a-49dd-8059-48eee575d974 req-29ccd0fd-7f59-4ff0-bc37-6ea20102a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.282092 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-29ccd0fd-7f59-4ff0-bc37-6ea20102a50d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1127 time: 0.0779033 May 03 22:51:50.284018 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc73b91-1fe4-4207-9b45-d9c64c55ac28 req-468d9029-b031-4678-832e-258edd5e417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.285768 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5bc73b91-1fe4-4207-9b45-d9c64c55ac28 req-468d9029-b031-4678-832e-258edd5e417c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 1130 time: 0.0738344 May 03 22:51:50.480524 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5bc73b91-1fe4-4207-9b45-d9c64c55ac28 req-573a8103-1e20-4f5d-b79d-9221892ef210 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 May 03 22:51:50.501430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47626-187a-49dd-8059-48eee575d974 req-fa4c509f-8a79-4035-832b-0a94622b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.504185 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-fa4c509f-8a79-4035-832b-0a94622b869f service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.1448202 May 03 22:51:50.767292 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-ae605b26-9ac3-474a-b9a9-e2f6c31665ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 217 time: 0.0421357 May 03 22:51:50.829474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47626-187a-49dd-8059-48eee575d974 req-52d550c5-620f-4563-a393-c9dc1ac872a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.830970 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-52d550c5-620f-4563-a393-c9dc1ac872a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0555172 May 03 22:51:50.913277 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47626-187a-49dd-8059-48eee575d974 req-d39085ae-5c6e-4ee0-859b-09ee1b4be77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:50.914863 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-d39085ae-5c6e-4ee0-859b-09ee1b4be77f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753808 May 03 22:51:51.040766 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035f613-746d-4e92-9202-69f0246a6cf0 req-8fe67d01-1300-49a3-8c9b-73870952775b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.041730 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-dd03ba3b-393e-47b6-ac72-af5c01bdfe0b service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178753 May 03 22:51:51.054707 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a035f613-746d-4e92-9202-69f0246a6cf0 req-8fe67d01-1300-49a3-8c9b-73870952775b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0824053 May 03 22:51:51.134268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12318e-cab8-46a2-afd9-6c8a8532bc8d req-a89994f1-71d9-4986-854b-fd8503a5cf8d tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.141182 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e12318e-cab8-46a2-afd9-6c8a8532bc8d req-a89994f1-71d9-4986-854b-fd8503a5cf8d tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0841844 May 03 22:51:51.153339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39468) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:51.173114 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a035f613-746d-4e92-9202-69f0246a6cf0 req-1bece6f4-ac0a-4294-8e79-3796c8a1abce tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124337 May 03 22:51:51.233819 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e12318e-cab8-46a2-afd9-6c8a8532bc8d req-b3aede73-6075-4b2f-8443-101d181b72db tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 May 03 22:51:51.285292 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab4636d-4f46-4bb5-8229-44f869bf9bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.303710 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc353-7f25-415d-af30-b9fb52ea0b54 req-146841a9-05db-43bd-ba91-80d8c67da68e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.305276 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed5dc353-7f25-415d-af30-b9fb52ea0b54 req-146841a9-05db-43bd-ba91-80d8c67da68e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 943 time: 0.0705762 May 03 22:51:51.368284 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed5dc353-7f25-415d-af30-b9fb52ea0b54 req-63515a99-58e6-4720-ba53-62c454468c27 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572443 May 03 22:51:51.419793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab4636d-4f46-4bb5-8229-44f869bf9bae admin admin] Publish callbacks [] for security_group (903a8a8c-61a8-401e-b5e1-ba7dad5703ea), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.503568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193c5ac-13c9-4a5f-8a2e-1c88519df0fb req-abe9758a-dc2b-4af2-8c44-3b097026e78b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.507309 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a193c5ac-13c9-4a5f-8a2e-1c88519df0fb req-abe9758a-dc2b-4af2-8c44-3b097026e78b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0761547 May 03 22:51:51.528312 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab4636d-4f46-4bb5-8229-44f869bf9bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (903a8a8c-61a8-401e-b5e1-ba7dad5703ea), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.557971 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ccc47626-187a-49dd-8059-48eee575d974 req-a990c485-b39a-489e-bf66-02c015821f95 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555421 May 03 22:51:51.575399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4636d-4f46-4bb5-8229-44f869bf9bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903a8a8c-61a8-401e-b5e1-ba7dad5703ea,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:51.592765 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a193c5ac-13c9-4a5f-8a2e-1c88519df0fb req-028b9cbf-4c70-4a5c-aa7d-698402ca7566 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790036 May 03 22:51:51.606556 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-dab4636d-4f46-4bb5-8229-44f869bf9bae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c11a284275a9453ebf3824d71e9a3564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509046 May 03 22:51:51.608130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39480) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:51.670036 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] Publish callbacks [] for security_group (903a8a8c-61a8-401e-b5e1-ba7dad5703ea), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.706488 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] Publish callbacks [] for security_group (903a8a8c-61a8-401e-b5e1-ba7dad5703ea), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.737337 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abe532-8a02-4d2f-a395-bdf94aa09fc9 req-eb109dbb-35e9-40ce-96ed-27d8692c8f44 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:51.755022 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b7abe532-8a02-4d2f-a395-bdf94aa09fc9 req-eb109dbb-35e9-40ce-96ed-27d8692c8f44 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0768301 May 03 22:51:51.802003 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b7abe532-8a02-4d2f-a395-bdf94aa09fc9 req-13d53df5-db7f-4563-9bd6-0ebee0121568 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456817 May 03 22:51:51.874224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (903a8a8c-61a8-401e-b5e1-ba7dad5703ea), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.877028 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:51.881705 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/903a8a8c-61a8-401e-b5e1-ba7dad5703ea HTTP/1.1" status: 204 len: 168 time: 0.2689085 May 03 22:51:51.891398 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568cb3-90f0-4b02-9b9e-d9dad096cd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903a8a8c-61a8-401e-b5e1-ba7dad5703ea,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:52.268830 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 8965f4be-e6bc-4078-bca8-671755093420 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:51:52.409362 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815afd-45a3-4eb4-9d13-9f329b20cb8e req-edfa7e0d-5b51-4f10-80fe-9b75b6b9852f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:52.426759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1e815afd-45a3-4eb4-9d13-9f329b20cb8e req-edfa7e0d-5b51-4f10-80fe-9b75b6b9852f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0953505 May 03 22:51:52.495758 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1e815afd-45a3-4eb4-9d13-9f329b20cb8e req-9b0de867-e144-4b24-a0ac-464e1bc228ed tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678911 May 03 22:51:52.564727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8965f4be-e6bc-4078-bca8-671755093420,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:52.599307 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '8965f4be-e6bc-4078-bca8-671755093420', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:51:52.620688 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf875fed-74f6-4fdb-8194-519abeb78297 req-0938f6ff-1a26-440b-b34a-d76c8aa53de8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:52.620688 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bf875fed-74f6-4fdb-8194-519abeb78297 req-0938f6ff-1a26-440b-b34a-d76c8aa53de8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 943 time: 0.1084304 May 03 22:51:52.655900 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af7bf-1383-499e-9cb2-13046487507c req-2184ad36-1472-4d90-b3d5-8dce150dd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:52.657582 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-2184ad36-1472-4d90-b3d5-8dce150dd9fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1129 time: 0.1067085 May 03 22:51:52.703716 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 8965f4be-e6bc-4078-bca8-671755093420 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:52.705253 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8965f4be-e6bc-4078-bca8-671755093420), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:52.710432 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bf875fed-74f6-4fdb-8194-519abeb78297 req-506ea5cf-a76f-4f4c-8067-d728bab9ed57 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864882 May 03 22:51:52.737967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8965f4be-e6bc-4078-bca8-671755093420 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:51:52.789585 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9783fe-e876-4530-bb04-d08c45de0aeb req-422f853e-9517-4dcd-8108-8da20d5de10e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:52.791530 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0b9783fe-e876-4530-bb04-d08c45de0aeb req-422f853e-9517-4dcd-8108-8da20d5de10e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0704870 May 03 22:51:52.797999 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8965f4be-e6bc-4078-bca8-671755093420,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:52.810017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af7bf-1383-499e-9cb2-13046487507c req-1e66cc02-c6bb-49d1-b36d-13e387f74ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:52.811916 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-1e66cc02-c6bb-49d1-b36d-13e387f74ee8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.1447392 May 03 22:51:52.866830 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0b9783fe-e876-4530-bb04-d08c45de0aeb req-e7a423d9-f533-4cd7-a6ca-2f789032a8c1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611393 May 03 22:51:52.881848 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:52.932389 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-72d0f77c-43c8-4825-aaac-cb5661cb8b0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 1000 time: 0.1126814 May 03 22:51:52.988797 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:53.008672 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.012649 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.013516 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.014545 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25232c-ddc3-427d-a66a-db0dcce6e2df req-ea209204-e44f-4ff7-acb0-10de7d8cb240 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:53.020196 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fe25232c-ddc3-427d-a66a-db0dcce6e2df req-ea209204-e44f-4ff7-acb0-10de7d8cb240 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0956953 May 03 22:51:53.028098 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.029739 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.030436 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.034461 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.035032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.036024 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.037158 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af7bf-1383-499e-9cb2-13046487507c req-14b0e4d9-885a-46b9-bf8d-b498c7228f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:53.037831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.038646 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-14b0e4d9-885a-46b9-bf8d-b498c7228f64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0952244 May 03 22:51:53.038896 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.039259 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.039619 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.040467 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.040805 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:51:53.133742 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af7bf-1383-499e-9cb2-13046487507c req-be19528c-acce-47b6-a2f7-60e1d8fb0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:53.135369 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-be19528c-acce-47b6-a2f7-60e1d8fb0604 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805790 May 03 22:51:53.141794 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fe25232c-ddc3-427d-a66a-db0dcce6e2df req-89a6d9d7-30e7-4d49-9508-46dffc952c4f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137788 May 03 22:51:53.223175 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['8965f4be-e6bc-4078-bca8-671755093420'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:53.263385 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f6582421-c67d-4bda-9e8c-1f48b3f3d7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:53.290678 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-a678a2e0-bfa9-4a63-9b0e-9bb86d707229 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281967 May 03 22:51:53.401018 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-da7af7bf-1383-499e-9cb2-13046487507c req-d628e4c8-111f-43ba-acdb-69fd933eb06f service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142054 May 03 22:51:53.612489 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086a6e-77f2-4c48-8e53-10d67068722a req-c42a43b1-6e08-454d-a01f-d712d0958138 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:53.654630 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8086a6e-77f2-4c48-8e53-10d67068722a req-c42a43b1-6e08-454d-a01f-d712d0958138 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0504141 May 03 22:51:53.662202 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8086a6e-77f2-4c48-8e53-10d67068722a req-4db0c41c-12ca-49da-873c-59d00460d70c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 May 03 22:51:53.828166 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050b66f-407e-4c59-8edf-465c481a7c3f req-7cdc9f35-5530-43d8-a4d6-6d519cb1fa2a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:53.829657 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a050b66f-407e-4c59-8edf-465c481a7c3f req-7cdc9f35-5530-43d8-a4d6-6d519cb1fa2a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 944 time: 0.0474825 May 03 22:51:53.890301 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a050b66f-407e-4c59-8edf-465c481a7c3f req-f1ffe0ed-160c-4319-a714-3d5b0b80b345 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550313 May 03 22:51:54.010364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af905cf5-2769-44b3-bf1a-6ddf582b2f6b req-454d7176-f53b-44a0-8281-2aa6125a7b6c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:54.011837 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-af905cf5-2769-44b3-bf1a-6ddf582b2f6b req-454d7176-f53b-44a0-8281-2aa6125a7b6c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0457380 May 03 22:51:54.062441 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-af905cf5-2769-44b3-bf1a-6ddf582b2f6b req-6dfa9f74-787c-4d36-8eba-1311bc9ed037 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 May 03 22:51:54.276369 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb0e98-61ab-499f-9d15-1030d12e1920 req-a5aec394-3464-4b50-a83b-b2558a671419 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:54.301135 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95eb0e98-61ab-499f-9d15-1030d12e1920 req-a5aec394-3464-4b50-a83b-b2558a671419 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0864587 May 03 22:51:54.372405 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 8965f4be-e6bc-4078-bca8-671755093420 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:51:54.405222 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95eb0e98-61ab-499f-9d15-1030d12e1920 req-aeb7c3ad-4ebf-4d38-bb6e-f25d5082282d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010518 May 03 22:51:54.464596 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 8965f4be-e6bc-4078-bca8-671755093420 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:51:54.473177 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39536) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:54.547448 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 8965f4be-e6bc-4078-bca8-671755093420 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:51:54.548187 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8965f4be-e6bc-4078-bca8-671755093420), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.604318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-37f133c2-110a-4171-b172-87333b00e14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.676799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 8965f4be-e6bc-4078-bca8-671755093420 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:51:54.677338 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8965f4be-e6bc-4078-bca8-671755093420), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.696983 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-37f133c2-110a-4171-b172-87333b00e14f admin admin] Publish callbacks [] for security_group (1b74da0b-ffe0-4094-af8b-fefb476285b4), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.708091 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:54.710415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a626aff-55ff-47fa-8a95-7e134bfe0993" -d '{"events": [{"server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "name": "network-vif-plugged", "status": "completed", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:54.732108 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8965f4be-e6bc-4078-bca8-671755093420,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:54.753716 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36f9843-2da9-450c-95c3-49c833d8cbd7 x-openstack-request-id: req-d36f9843-2da9-450c-95c3-49c833d8cbd7 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:54.754737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "name": "network-vif-plugged", "status": "completed", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:54.755003 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d36f9843-2da9-450c-95c3-49c833d8cbd7 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:54.755403 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36f9843-2da9-450c-95c3-49c833d8cbd7'] response: {'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'code': 200} May 03 22:51:54.784595 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-37f133c2-110a-4171-b172-87333b00e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1b74da0b-ffe0-4094-af8b-fefb476285b4), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.822255 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-37f133c2-110a-4171-b172-87333b00e14f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=425919888203465eafef43f103a7fe28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3442254 May 03 22:51:54.822255 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39544) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:54.828450 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:54.880098 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f133c2-110a-4171-b172-87333b00e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74da0b-ffe0-4094-af8b-fefb476285b4,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:54.889108 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:54.963650 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] Publish callbacks [] for security_group (1b74da0b-ffe0-4094-af8b-fefb476285b4), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:55.009719 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] Publish callbacks [] for security_group (1b74da0b-ffe0-4094-af8b-fefb476285b4), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:55.118338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35855663-1660-434d-b711-44334f3db21a req-7f7c7e3d-039e-40c2-acee-076ce5761d93 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:55.122086 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-35855663-1660-434d-b711-44334f3db21a req-7f7c7e3d-039e-40c2-acee-076ce5761d93 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0817575 May 03 22:51:55.182185 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-35855663-1660-434d-b711-44334f3db21a req-969d22b0-7bc7-43ef-a067-02a2ca1b6cfc tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504718 May 03 22:51:55.192223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1b74da0b-ffe0-4094-af8b-fefb476285b4), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:55.203134 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:55.203134 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b74da0b-ffe0-4094-af8b-fefb476285b4 HTTP/1.1" status: 204 len: 168 time: 0.3737690 May 03 22:51:55.250675 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293de045-15ef-4b4e-ab3e-c418459e2ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74da0b-ffe0-4094-af8b-fefb476285b4,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:55.308432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f0009-4231-421c-8217-8ade91e0c215 req-a84c8c30-1c43-44c3-9f86-e813aba36d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:55.310924 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-313f0009-4231-421c-8217-8ade91e0c215 req-a84c8c30-1c43-44c3-9f86-e813aba36d82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0472779 May 03 22:51:55.347159 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95846c4-3803-466d-a5ca-29980cc57a10 req-847ede5f-6f7e-44a0-8d47-ddfc563b5c4e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:55.355277 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a95846c4-3803-466d-a5ca-29980cc57a10 req-847ede5f-6f7e-44a0-8d47-ddfc563b5c4e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0714746 May 03 22:51:55.397437 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-313f0009-4231-421c-8217-8ade91e0c215 req-03b0650f-788b-47c3-8a48-1942fee7fbeb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791533 May 03 22:51:55.422886 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a95846c4-3803-466d-a5ca-29980cc57a10 req-8d9e42e7-4c3f-44c9-aeaf-17955008d0f1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657501 May 03 22:51:55.489711 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-85b4b24f-aa73-44ca-9995-fdee143dbdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:55.553799 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a133e9-42a2-4e36-a57d-1b0f8aabd875 req-0cda3166-296f-4ccb-860d-27f3a308b98a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:55.561618 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61a133e9-42a2-4e36-a57d-1b0f8aabd875 req-0cda3166-296f-4ccb-860d-27f3a308b98a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0573747 May 03 22:51:55.626559 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d995-9d92-47a8-96c5-c9087eb3e153 req-de983517-ed9d-46cc-a10e-56faffd276a8 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:55.628157 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-70e1d995-9d92-47a8-96c5-c9087eb3e153 req-de983517-ed9d-46cc-a10e-56faffd276a8 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0901973 May 03 22:51:55.700285 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-70e1d995-9d92-47a8-96c5-c9087eb3e153 req-b178a55e-986c-4ad0-92f9-63c04a372072 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640128 May 03 22:51:55.708119 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61a133e9-42a2-4e36-a57d-1b0f8aabd875 req-2c675cfb-7515-43c9-a65a-8adcddfa6a6f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302633 May 03 22:51:56.317115 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9bc98-0667-491b-b445-7195304f91f3 req-e3d074f7-3fc0-41d4-ae7f-60b82ef11c88 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:56.319022 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ae9bc98-0667-491b-b445-7195304f91f3 req-e3d074f7-3fc0-41d4-ae7f-60b82ef11c88 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0571725 May 03 22:51:56.393566 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ae9bc98-0667-491b-b445-7195304f91f3 req-7e4fbfaa-d0d8-427b-8e7e-268289d547c1 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593178 May 03 22:51:56.440800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39582) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:56.571146 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536824d9-1383-4078-9400-3502ced5614a req-46ae07e5-10a5-41d0-a9bf-2b8fc601ef3c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:56.572258 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-536824d9-1383-4078-9400-3502ced5614a req-46ae07e5-10a5-41d0-a9bf-2b8fc601ef3c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0618823 May 03 22:51:56.584909 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:56.600808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1504097343-network', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:56.643301 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-536824d9-1383-4078-9400-3502ced5614a req-f74ec5c5-48d7-4f44-b4e0-c5e6050932ab tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632560 May 03 22:51:56.724968 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Made reservation on behalf of 21eb12adce404f178fab98c30fd5aa77 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:56.728041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:56.741387 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:56.830739 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7ecc-eded-4f96-b618-50f53138dffe req-d737bc63-ce00-4ba1-bf5d-b40aa0ab5368 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:56.832399 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6bcd7ecc-eded-4f96-b618-50f53138dffe req-d737bc63-ce00-4ba1-bf5d-b40aa0ab5368 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0606482 May 03 22:51:56.899228 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6bcd7ecc-eded-4f96-b618-50f53138dffe req-19cd107f-b1c9-42d0-99ae-e2d0db082d52 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599797 May 03 22:51:56.913399 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks [] for security_group (b09e5011-956d-4710-a216-d233239d6585), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.002107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b09e5011-956d-4710-a216-d233239d6585), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.026420 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:51:57.043241 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09e5011-956d-4710-a216-d233239d6585,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:57.048125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (08da4f53-5b7e-48e5-aec8-3587adaa5a85), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.048125 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Added segment 08da4f53-5b7e-48e5-aec8-3587adaa5a85 of type vlan for network 74e18d2c-6be4-4b46-972b-3fa228a7846a May 03 22:51:57.103378 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (74e18d2c-6be4-4b46-972b-3fa228a7846a), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.218949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (74e18d2c-6be4-4b46-972b-3fa228a7846a), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.219976 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:57.220562 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.281088 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] Pushing event updated for resources: {'Network': ['ID=74e18d2c-6be4-4b46-972b-3fa228a7846a,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:57.291469 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:51:57.510186 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef05e2b-29ac-43c5-b134-204cd8ac8b3d req-174eb93b-d97e-4c88-aa51-8d6bcd7b4f18 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:57.511707 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ef05e2b-29ac-43c5-b134-204cd8ac8b3d req-174eb93b-d97e-4c88-aa51-8d6bcd7b4f18 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0594156 May 03 22:51:57.560704 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7ef05e2b-29ac-43c5-b134-204cd8ac8b3d req-1c95bc84-eba2-4b32-837a-2c780a425762 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 May 03 22:51:57.767366 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf92e13-3c44-4864-aa96-803289bcca55 req-d33202bd-75e6-4afe-8a74-95d188a3ca63 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:57.768860 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cf92e13-3c44-4864-aa96-803289bcca55 req-d33202bd-75e6-4afe-8a74-95d188a3ca63 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0490952 May 03 22:51:57.817811 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1a4373b0-e917-4526-b300-51fd9c3c503e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3757136 May 03 22:51:57.819815 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-c95facaf-01fb-4324-bba4-4ae94e7b421c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:57.820709 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39594) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:57.827321 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-c95facaf-01fb-4324-bba4-4ae94e7b421c tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0470400 May 03 22:51:57.827450 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Request body: {'subnet': {'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1504097343-subnet', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:57.832623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cf92e13-3c44-4864-aa96-803289bcca55 req-fd4fa15b-9361-49a1-9bb0-5c9a48c11531 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566287 May 03 22:51:57.887272 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.913568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Made reservation on behalf of 21eb12adce404f178fab98c30fd5aa77 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:51:57.919226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:57.922897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Deleting port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:51:57.923337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.078990 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad1d06-f60a-4577-b8e8-4a28cae727c4 req-24577322-362c-474f-a668-19e283b4be68 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.086653 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8fad1d06-f60a-4577-b8e8-4a28cae727c4 req-24577322-362c-474f-a668-19e283b4be68 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 946 time: 0.0790646 May 03 22:51:58.111779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] For port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,segment=NetworkSegment(6a154f9a-ab85-4029-8ec2-99471f368cbf),segment_id=6a154f9a-ab85-4029-8ec2-99471f368cbf)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:51:58.115733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.132583 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Calling delete_port for c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:51:58.191529 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8fad1d06-f60a-4577-b8e8-4a28cae727c4 req-428d4038-af9b-4e1b-a53b-f461f3a268a0 tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/security-groups?id=b2b38a47-5447-4d38-82c1-5da6889b6470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037111 May 03 22:51:58.337271 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (7fee57a5-093f-4fb0-891d-67e6c1b0d87e), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.376558 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.392998 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:51:58.401205 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fee57a5-093f-4fb0-891d-67e6c1b0d87e,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:58.420348 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Checking segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:58.420933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Network hostable DHCP agents. Network: 74e18d2c-6be4-4b46-972b-3fa228a7846a, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:51:58.425140 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Pushing event deleted for resources: {'Port': ['ID=c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:58.488139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] No DVR routers for this DVR port c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:51:58.491345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.495635 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-509620a4-51b3-4a85-97f7-c91d44db6ba1 req-5981dff7-c60e-435b-9f04-7aa8018f125f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.36 "DELETE /v2.0/ports/c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee HTTP/1.1" status: 204 len: 173 time: 0.6682203 May 03 22:51:58.496156 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'name': 'network-vif-deleted', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:51:58.498449 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15882081-d43a-46c6-a6b8-4d7f368f23dc" -d '{"events": [{"server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "name": "network-vif-deleted", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:51:58.536633 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:51:58.541932 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132619e-6b01-4bed-99ec-08bca078a32c x-openstack-request-id: req-3132619e-6b01-4bed-99ec-08bca078a32c {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:51:58.542825 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3cc271-761d-4b95-a62d-885998591771", "name": "network-vif-deleted", "tag": "c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:51:58.542825 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3132619e-6b01-4bed-99ec-08bca078a32c {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:51:58.543026 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3132619e-6b01-4bed-99ec-08bca078a32c'] response: {'server_uuid': '7e3cc271-761d-4b95-a62d-885998591771', 'name': 'network-vif-deleted', 'tag': 'c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee', 'status': 'completed', 'code': 200} May 03 22:51:58.676524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 74e18d2c-6be4-4b46-972b-3fa228a7846a) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:58.683081 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.684167 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.685466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a3a47-9ce9-4415-9d4e-737a0ffc654f None None] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:51:58.702433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7f3e-3249-4bf2-8da2-25d440c442f5 req-8217be22-6843-4a69-9555-e865350ee0d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.703724 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8ae7f3e-3249-4bf2-8da2-25d440c442f5 req-8217be22-6843-4a69-9555-e865350ee0d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0685029 May 03 22:51:58.757437 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8ae7f3e-3249-4bf2-8da2-25d440c442f5 req-c5f690d3-833a-4a07-b02a-f28e4657e813 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 May 03 22:51:58.792624 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-74e18d2c-6be4-4b46-972b-3fa228a7846a', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:51:58.793475 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:58.878198 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1a789-1445-4b5e-b5d1-b37022dadfeb req-1d9d547f-900f-4b43-a59a-a2ee2c5396f7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:58.879823 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-17c1a789-1445-4b5e-b5d1-b37022dadfeb req-1d9d547f-900f-4b43-a59a-a2ee2c5396f7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0503781 May 03 22:51:58.888641 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39610) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:58.892931 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'floatingip': {'port_id': '8965f4be-e6bc-4078-bca8-671755093420'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:58.937750 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e3943bcb-f852-4a89-9d05-a5001b9dcf8c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1158831 May 03 22:51:58.940836 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39612) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:51:58.941565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Allocated IP 172.20.0.2 (74e18d2c-6be4-4b46-972b-3fa228a7846a/7fee57a5-093f-4fb0-891d-67e6c1b0d87e/28020b06-a99b-4fd6-a9ac-93b3da223c15) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:58.945920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:51:58.965488 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.022565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (9361165c-8e78-4325-8a45-827337cf9f20), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.023869 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (9361165c-8e78-4325-8a45-827337cf9f20), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.038865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981c64f-b7b8-4c00-8174-5d0f00909784 req-160770d8-c21f-4450-a003-fde2ead80d73 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:51:59.045939 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d981c64f-b7b8-4c00-8174-5d0f00909784 req-160770d8-c21f-4450-a003-fde2ead80d73 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.1141248 May 03 22:51:59.082697 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for router_controller (9361165c-8e78-4325-8a45-827337cf9f20), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.129191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks [] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.152479 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d981c64f-b7b8-4c00-8174-5d0f00909784 req-9bba774d-1622-471a-bef0-c4d52b2ebc8a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056945 May 03 22:51:59.216958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.255243 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:51:59.260929 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:51:59.277716 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:51:59.338218 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Pushing event updated for resources: {'Port': ['ID=28020b06-a99b-4fd6-a9ac-93b3da223c15,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:59.341298 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for router_gateway (9361165c-8e78-4325-8a45-827337cf9f20), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.355745 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Attempting to bind port 28020b06-a99b-4fd6-a9ac-93b3da223c15 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:51:59.356330 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Attempting to bind port 28020b06-a99b-4fd6-a9ac-93b3da223c15 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:51:59.356763 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Attempting to bind port 28020b06-a99b-4fd6-a9ac-93b3da223c15 on network 74e18d2c-6be4-4b46-972b-3fa228a7846a {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:51:59.367664 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:51:59.368429 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Checking segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:51:59.369086 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.369696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Bound using segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:51:59.370509 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Bound port: 28020b06-a99b-4fd6-a9ac-93b3da223c15, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:51:59.371127 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.409322 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0147f610-87a6-4ee9-a241-424c5715b7cf req-aea4e144-e59e-4541-81a6-8f66177ff50f tempest-VolumesActionsTest-1383162318 tempest-VolumesActionsTest-1383162318-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e3cc271-761d-4b95-a62d-885998591771 HTTP/1.1" status: 200 len: 210 time: 0.0401249 May 03 22:51:59.416324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.453062 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] For port 28020b06-a99b-4fd6-a9ac-93b3da223c15, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:51:59.456780 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] For port 28020b06-a99b-4fd6-a9ac-93b3da223c15, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=28020b06-a99b-4fd6-a9ac-93b3da223c15,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:51:59.562752 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.620534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for router_gateway (9361165c-8e78-4325-8a45-827337cf9f20), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.630670 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438fe24-20e0-4a12-a45b-d5b014d080ea None None] Pushing event updated for resources: {'Port': ['ID=28020b06-a99b-4fd6-a9ac-93b3da223c15,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:51:59.641382 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.758786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Allocated IP 172.27.0.157 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/0af3d6b7-2303-490c-9b90-f26ab12b8b5b) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:51:59.890845 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.911572 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:51:59.951348 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.048067 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.064031 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Floating IP c6c17155-70e6-43ce-8cf9-e87fb08c4903 associated. External IP: 172.27.0.122, port: 8965f4be-e6bc-4078-bca8-671755093420. May 03 22:52:00.084202 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:00.088461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:00.092679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:00.121485 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Pushing event updated for resources: {'Port': ['ID=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:00.169903 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-e8d8d971-6a31-4aab-ac0e-28e33d523ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:00.171403 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-e8d8d971-6a31-4aab-ac0e-28e33d523ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1129 time: 0.0511785 May 03 22:52:00.310658 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696326e2-855e-46dd-95cb-3d3c8d682964 req-4d06a89c-5bd4-4c3c-acc9-29feef7bd1e7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:00.312253 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-696326e2-855e-46dd-95cb-3d3c8d682964 req-4d06a89c-5bd4-4c3c-acc9-29feef7bd1e7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0845840 May 03 22:52:00.349740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:52:00.372621 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-0e7e57be-d9da-46c6-9d50-65a252aebf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:00.374112 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-0e7e57be-d9da-46c6-9d50-65a252aebf0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.1962667 May 03 22:52:00.386401 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-696326e2-855e-46dd-95cb-3d3c8d682964 req-7578aabf-474d-40c3-b660-488ee8b815f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638621 May 03 22:52:00.495210 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-cf540be7-2778-4599-945d-20bcfea186f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 1000 time: 0.1120920 May 03 22:52:00.502796 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:52:00.508368 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.523177 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:00.540738 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:00.541446 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:00.559776 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8a2c2914-b721-40a7-a05a-3b19e3d196a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "PUT /v2.0/floatingips/c6c17155-70e6-43ce-8cf9-e87fb08c4903 HTTP/1.1" status: 200 len: 991 time: 1.6644857 May 03 22:52:00.559776 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:00.559776 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda10936-ce00-4dbb-a4a0-6d55d1068ece" -d '{"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:00.604066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-657c6ac0-521b-472e-9608-c9798e93eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:00.604899 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a74f6ac-ec3b-4f38-8ab6-5de7ee925d03 x-openstack-request-id: req-8a74f6ac-ec3b-4f38-8ab6-5de7ee925d03 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:00.605032 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:00.605454 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8a74f6ac-ec3b-4f38-8ab6-5de7ee925d03 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:00.605585 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-657c6ac0-521b-472e-9608-c9798e93eb2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.1026051 May 03 22:52:00.605837 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a74f6ac-ec3b-4f38-8ab6-5de7ee925d03'] response: {'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'status': 'completed', 'code': 200} May 03 22:52:00.620771 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for router_gateway (9361165c-8e78-4325-8a45-827337cf9f20), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.668359 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:00.747715 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388d398-9ec7-432b-986b-20a3fa2aea79 None None] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:52:00.831117 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Provisioning complete for port 28020b06-a99b-4fd6-a9ac-93b3da223c15 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:00.831558 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.933578 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:51:59Z', 'revision_number': 1, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:00.949737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Current status of the port 28020b06-a99b-4fd6-a9ac-93b3da223c15 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:00.950283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:00.969261 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:00.989949 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:00.990715 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.007320 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] For port 28020b06-a99b-4fd6-a9ac-93b3da223c15, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=28020b06-a99b-4fd6-a9ac-93b3da223c15,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:01.014710 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-384ee493-017d-47c2-ab6c-791e32c50d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.016237 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-384ee493-017d-47c2-ab6c-791e32c50d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.3505640 May 03 22:52:01.017157 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-f1ac8afd-e89d-4967-a5d4-1835643d41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.018839 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-f1ac8afd-e89d-4967-a5d4-1835643d41ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3938181 May 03 22:52:01.098197 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:01.198116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d40ab2-82b4-4dd6-b3b4-755f79dc3752 None None] Pushing event updated for resources: {'Port': ['ID=28020b06-a99b-4fd6-a9ac-93b3da223c15,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:01.231216 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-d0f05405-c04b-483a-88d1-5bee16b725ec None None] Provisioning complete for port 28020b06-a99b-4fd6-a9ac-93b3da223c15 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:01.231810 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d0f05405-c04b-483a-88d1-5bee16b725ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:01.259948 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:01.320934 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 28020b06-a99b-4fd6-a9ac-93b3da223c15 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:01.332789 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-8a3e197e-beb8-4576-95b3-fe00a934fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.334356 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-8a3e197e-beb8-4576-95b3-fe00a934fed0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.2767780 May 03 22:52:01.437044 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-9447d233-d038-491f-a69f-c566a55df226 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809235 May 03 22:52:01.442707 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-d0f05405-c04b-483a-88d1-5bee16b725ec None None] Current status of the port 28020b06-a99b-4fd6-a9ac-93b3da223c15 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:01.451943 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 28020b06-a99b-4fd6-a9ac-93b3da223c15 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:01.452337 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:01.500545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (9361165c-8e78-4325-8a45-827337cf9f20), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:01.509656 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-21954457-5437-4834-9264-a4c3ddc2188e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 999 time: 0.1547480 May 03 22:52:01.545730 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f3428-800f-48ef-8072-0c556f4cd091 req-dc19d320-acfc-44ae-b0e0-6f072c005c61 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.547854 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a85f3428-800f-48ef-8072-0c556f4cd091 req-dc19d320-acfc-44ae-b0e0-6f072c005c61 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0629766 May 03 22:52:01.548047 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:52:01.569560 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:51:59Z', 'revision_number': 1, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:01.577058 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 28020b06-a99b-4fd6-a9ac-93b3da223c15 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:01.607634 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede3525-3089-4ede-9888-61dd8e112d61 None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:51:59Z', 'revision_number': 1, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:01.635710 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a85f3428-800f-48ef-8072-0c556f4cd091 req-ccf16aa7-dd64-4294-a230-ae9009ca18ab tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722365 May 03 22:52:01.672489 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-9dc0d45e-de7e-4ea0-9481-5e6b51d988b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.677317 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-9dc0d45e-de7e-4ea0-9481-5e6b51d988b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.1034369 May 03 22:52:01.706042 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-4b7b639c-1002-4fa3-a7ad-0ce1af92ed29 req-011924bd-39d7-4f78-a3f9-0801bbd1faf5 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596345 May 03 22:52:01.751460 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-44537502-ff74-4941-ad0a-d6e3ae12ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:01.753030 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-44537502-ff74-4941-ad0a-d6e3ae12ef21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494759 May 03 22:52:01.849155 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942ada8a-41c7-4acb-b1e0-fb455b872da0 None None] New status for floating IP c6c17155-70e6-43ce-8cf9-e87fb08c4903: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:52:01.867281 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Router 9361165c-8e78-4325-8a45-827337cf9f20 is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:52:01.999854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:52:02.010769 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Sync routers for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:02.023450 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:02.024471 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:02.103765 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.107851 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-534271be-3060-4d99-8d78-b6e575bc74ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1631727 May 03 22:52:02.108375 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39672) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:02.135951 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:02.315188 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:00Z', 'revision_number': 3, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:02.348139 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Checking router: 9361165c-8e78-4325-8a45-827337cf9f20 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:02.348502 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Updating router 9361165c-8e78-4325-8a45-827337cf9f20 port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:02.353734 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:52:02.377442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:52:02.377442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c625f3d1-16f0-407b-8fdc-8ed1d6cd54ee not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:52:02.377706 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.547132 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.629366 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks [] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.697363 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Allocated IP 172.20.0.1 (74e18d2c-6be4-4b46-972b-3fa228a7846a/7fee57a5-093f-4fb0-891d-67e6c1b0d87e/24e53c59-1ca9-4c7b-b5bc-acb061170738) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:02.715691 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.768667 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Attempting to bind port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:02.769041 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Attempting to bind port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:02.769406 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Attempting to bind port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:02.772273 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Pushing event updated for resources: {'Port': ['ID=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,revision_number=2']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:02.776872 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:02.777253 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:02.777647 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.778056 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:02.778510 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Bound port: 0af3d6b7-2303-490c-9b90-f26ab12b8b5b, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:02.778888 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.802048 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.802320 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.802683 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.803046 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.803383 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.803744 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.804071 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.804397 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.804735 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.805066 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.805393 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.805802 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.806130 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.806451 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.806768 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:02.810281 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203afdca-6a27-4d1e-84a1-d4d6dd37d3b3 req-29d3ee54-0218-44e8-8ec4-3d19fe8bbb54 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:02.812183 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-203afdca-6a27-4d1e-84a1-d4d6dd37d3b3 req-29d3ee54-0218-44e8-8ec4-3d19fe8bbb54 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0866375 May 03 22:52:02.841944 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] For port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:02.844916 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] For port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:02.856233 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks [] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.894183 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-203afdca-6a27-4d1e-84a1-d4d6dd37d3b3 req-f9cc0027-8159-4f33-bf6b-121277406c41 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718408 May 03 22:52:02.933274 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.990901 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:02.991725 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:02.992348 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:03.027005 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e212-fd7d-4f9a-9968-59d01aadd50c None None] Pushing event updated for resources: {'Port': ['ID=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:03.031480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:03.034535 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:03.037268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:03.064486 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Pushing event updated for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:03.088506 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (9361165c-8e78-4325-8a45-827337cf9f20), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.110690 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:03.261144 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 28020b06-a99b-4fd6-a9ac-93b3da223c15 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:03.295380 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:00Z', 'revision_number': 3, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:03.301504 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-1d8c5aac-06c2-4597-bcab-6c933529439b None None] Provisioning complete for port 24e53c59-1ca9-4c7b-b5bc-acb061170738 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:03.301955 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1d8c5aac-06c2-4597-bcab-6c933529439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.302442 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.322460 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae7c212-9079-4fc6-a8cc-4643aeed2758 None None] The sync data for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi is: [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:00Z', 'revision_number': 3, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:03.357252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 28020b06-a99b-4fd6-a9ac-93b3da223c15 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:03.357252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.357252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c5aac-06c2-4597-bcab-6c933529439b None None] Port 24e53c59-1ca9-4c7b-b5bc-acb061170738 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:03.442229 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 28020b06-a99b-4fd6-a9ac-93b3da223c15 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:03.487206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks [] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.776018 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.842583 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Pushing event updated for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:03.845078 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (9361165c-8e78-4325-8a45-827337cf9f20), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:03.946529 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:03.948130 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:04.054919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac801d8a-8082-4da4-b0d6-32924677c507 req-fb98011b-d869-4412-9076-6f7411918038 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:04.056638 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ac801d8a-8082-4da4-b0d6-32924677c507 req-fb98011b-d869-4412-9076-6f7411918038 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0620883 May 03 22:52:04.139064 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Router 9361165c-8e78-4325-8a45-827337cf9f20 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:52:04.153579 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ac801d8a-8082-4da4-b0d6-32924677c507 req-452d9373-d18c-4429-8b33-7f3008f7ac96 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643153 May 03 22:52:04.188626 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-c98a224c-6ef6-480c-92e2-363dac0c0917 None None] Provisioning complete for port 24e53c59-1ca9-4c7b-b5bc-acb061170738 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:04.189002 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c98a224c-6ef6-480c-92e2-363dac0c0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:04.223292 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-c98a224c-6ef6-480c-92e2-363dac0c0917 None None] Port 24e53c59-1ca9-4c7b-b5bc-acb061170738 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:04.263653 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:52:04.268783 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-451c4ae0-a102-433c-8980-c060d20ce57e admin admin] 10.222.0.23 "PUT /v2.0/routers/9361165c-8e78-4325-8a45-827337cf9f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593177 May 03 22:52:04.849547 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Sync routers for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:04.860199 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:04.860829 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:04.928218 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39708) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:04.933449 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-570960849-network', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:04.978397 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:05.036220 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Made reservation on behalf of ef43bec696814a45965f30ef4b98bfd8 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:05.038874 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.047924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.050533 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:52:05.129395 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks [] for security_group (98f097a3-b63c-4dea-835d-83be08ee2350), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.237062 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (98f097a3-b63c-4dea-835d-83be08ee2350), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.240251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: ACTIVE; New status is: DOWN {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:05.240641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.289494 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 2, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:05.297033 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:05.299256 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2836d8bf-3e1f-4b60-9f0c-8689067c6bf5" -d '{"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:05.300146 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:52:05.302988 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84de9-601e-4ac4-b110-059bd8c41001 req-da0278a0-31a4-4835-b9a3-d883e42de1f9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:05.311323 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bef84de9-601e-4ac4-b110-059bd8c41001 req-da0278a0-31a4-4835-b9a3-d883e42de1f9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 945 time: 0.0672178 May 03 22:52:05.318356 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (e1fcd1a0-f64b-46b1-9ee9-24aee261471f), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.318356 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Added segment e1fcd1a0-f64b-46b1-9ee9-24aee261471f of type vlan for network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 May 03 22:52:05.359419 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f097a3-b63c-4dea-835d-83be08ee2350,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:05.367661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 22:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c228ad15-8572-4d6a-aa44-02786d1a67fc x-openstack-request-id: req-c228ad15-8572-4d6a-aa44-02786d1a67fc {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:05.367944 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:05.368367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c228ad15-8572-4d6a-aa44-02786d1a67fc {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:05.368482 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-74fe0f99-f322-46b8-87a0-191e0a5b62e6 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288976 May 03 22:52:05.369018 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c228ad15-8572-4d6a-aa44-02786d1a67fc'] response: {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'code': 200} May 03 22:52:05.370269 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 0af3d6b7-2303-490c-9b90-f26ab12b8b5b up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:05.374563 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bef84de9-601e-4ac4-b110-059bd8c41001 req-8ccdb3a1-76a6-4e2e-bdff-97bbcadd5bae tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621736 May 03 22:52:05.378220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Checking router: 9361165c-8e78-4325-8a45-827337cf9f20 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:05.378950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Updating router 9361165c-8e78-4325-8a45-827337cf9f20 port 24e53c59-1ca9-4c7b-b5bc-acb061170738 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:05.383243 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:05.394803 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.417924 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.439181 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.483881 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.491084 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:05.491449 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.493917 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dda10936-ce00-4dbb-a4a0-6d55d1068ece req-8466546f-9800-49f9-b51d-eed42a36d141 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142631 May 03 22:52:05.533183 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.534846 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:05.536566 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.601279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] Pushing event updated for resources: {'Network': ['ID=b927d513-37ae-44dd-9cc0-f0eecc0cf9d7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:05.618430 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:52:05.634095 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=8']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:05.701562 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1c16d768-58d3-4ad7-ab08-a0d53b4cd87c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7719808 May 03 22:52:05.704184 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39718) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:05.710507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Request body: {'subnet': {'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-570960849-subnet', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:05.802421 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Made reservation on behalf of ef43bec696814a45965f30ef4b98bfd8 for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:05.804853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194217'] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.817298 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:05.818171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.864072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:05.941990 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks [] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:05.949747 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.000056 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.017741 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:06.053318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5978429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194231'] for subnet (c7749145-09e9-4036-83f6-91e6d7d04c18), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.096332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aa1bd-3fd6-4f19-aff5-b8420c55cf61 None None] Pushing event updated for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:06.137341 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7749145-09e9-4036-83f6-91e6d7d04c18,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:06.148672 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Attempting to bind port 24e53c59-1ca9-4c7b-b5bc-acb061170738 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:06.154116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Attempting to bind port 24e53c59-1ca9-4c7b-b5bc-acb061170738 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:06.154116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Attempting to bind port 24e53c59-1ca9-4c7b-b5bc-acb061170738 on network 74e18d2c-6be4-4b46-972b-3fa228a7846a {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:06.154544 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Checking segment: {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:06.154544 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Network hostable DHCP agents. Network: b927d513-37ae-44dd-9cc0-f0eecc0cf9d7, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:52:06.156384 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:06.156592 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Checking segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:06.156923 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.157332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Bound using segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:06.157946 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Bound port: 24e53c59-1ca9-4c7b-b5bc-acb061170738, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:06.158264 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.244523 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] For port 24e53c59-1ca9-4c7b-b5bc-acb061170738, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:06.248451 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] For port 24e53c59-1ca9-4c7b-b5bc-acb061170738, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=24e53c59-1ca9-4c7b-b5bc-acb061170738,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:06.258898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:52:06.357659 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.367139 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Provisioning complete for port 24e53c59-1ca9-4c7b-b5bc-acb061170738 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:06.367513 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.402063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, b927d513-37ae-44dd-9cc0-f0eecc0cf9d7) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:06.407660 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:06.417672 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.449946 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765a0ef-ee60-4f6f-aeb7-05a512fee9dc None None] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:52:06.519991 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bc0e9aba-d7cd-47c4-92fc-6490a9da4577 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8145280 May 03 22:52:06.520789 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39730) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:06.523305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2f56b-923c-4188-a995-c1e725ebb68e req-231ae87e-c7b2-4ade-828a-88cce64c8296 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:06.526445 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:06.541220 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4db2f56b-923c-4188-a995-c1e725ebb68e req-231ae87e-c7b2-4ade-828a-88cce64c8296 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0729530 May 03 22:52:06.593598 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4db2f56b-923c-4188-a995-c1e725ebb68e req-0566d8b4-198b-4710-931f-3d65d6f3af1b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557363 May 03 22:52:06.640717 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:06.641467 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:06.668359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.669386 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.687733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aa1bd-3fd6-4f19-aff5-b8420c55cf61 None None] Pushing event updated for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:06.695927 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'fixed_ips': [{'subnet_id': 'c7749145-09e9-4036-83f6-91e6d7d04c18'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:52:06.696872 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:06.745781 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for router_controller (a62ac60d-cda3-4daa-81fd-89e997bcf95e), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.020780 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:07.052674 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for router_gateway (a62ac60d-cda3-4daa-81fd-89e997bcf95e), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.055962 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Current status of the port 24e53c59-1ca9-4c7b-b5bc-acb061170738 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:07.056368 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.184054 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] For port 24e53c59-1ca9-4c7b-b5bc-acb061170738, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=24e53c59-1ca9-4c7b-b5bc-acb061170738,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:07.202132 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Allocated IP 172.20.0.2 (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7/c7749145-09e9-4036-83f6-91e6d7d04c18/90f277a9-698e-452d-b7c7-3a2a99e5dbf1) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:07.255070 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.377932 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 0af3d6b7-2303-490c-9b90-f26ab12b8b5b up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:07.465058 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for router_gateway (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.468869 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f45a1d-ad76-4e09-a0d6-ddf48030d45d None None] Pushing event updated for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:07.471477 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-af9e19fe-4a28-4153-b395-9ebc6db43312 None None] Provisioning complete for port 24e53c59-1ca9-4c7b-b5bc-acb061170738 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:07.472030 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-af9e19fe-4a28-4153-b395-9ebc6db43312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.489778 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.534546 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:06Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:07.602253 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a6994b-7e7b-46bc-bdaf-f59461178479 None None] The sync data for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi is: [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:06Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:07.618100 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:07.618478 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.629309 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Allocated IP 172.27.0.247 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/78f19cab-95e3-469d-b296-1054bd2fbcfb) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:07.667564 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks [] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.755113 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-af9e19fe-4a28-4153-b395-9ebc6db43312 None None] Current status of the port 24e53c59-1ca9-4c7b-b5bc-acb061170738 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:07.789115 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.833493 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.859238 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:07.861618 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:07.867248 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:07.873317 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:07.894650 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Pushing event updated for resources: {'Port': ['ID=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:07.970900 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Attempting to bind port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:07.971408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Attempting to bind port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:07.971982 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Attempting to bind port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 on network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:07.979203 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:07.979760 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Checking segment: {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:07.980269 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.982624 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:07.992517 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Bound using segment: {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:07.993266 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Bound port: 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:07.993777 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:08.078477 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:08.086479 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:08.089797 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:08.157356 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Pushing event updated for resources: {'Port': ['ID=78f19cab-95e3-469d-b296-1054bd2fbcfb,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:08.166530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] For port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:08.175059 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] For port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:08.288303 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:08.296555 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-8c57139c-05f0-42d9-bbb1-da0c0f65e0a9 req-2b0d0a25-8460-4f13-bcf1-2b909c4126f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:52:08.298241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8c57139c-05f0-42d9-bbb1-da0c0f65e0a9 req-2b0d0a25-8460-4f13-bcf1-2b909c4126f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100338 May 03 22:52:08.407174 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e078bc4-5e6a-47e7-bd6c-aa268b208590 None None] Pushing event updated for resources: {'Port': ['ID=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:08.803271 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da00b1-0122-47be-a728-65779c9ab278 req-955108e3-a408-4357-afae-fa77df97b829 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:08.806230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-96da00b1-0122-47be-a728-65779c9ab278 req-955108e3-a408-4357-afae-fa77df97b829 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0756869 May 03 22:52:08.980026 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-96da00b1-0122-47be-a728-65779c9ab278 req-c9fa5fc7-9229-40c1-aae1-ad6d904550c5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654522 May 03 22:52:09.089366 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for router_gateway (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:09.397522 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 24e53c59-1ca9-4c7b-b5bc-acb061170738 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:09.510002 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 24e53c59-1ca9-4c7b-b5bc-acb061170738 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:09.512327 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:09.523204 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:09.688145 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 24e53c59-1ca9-4c7b-b5bc-acb061170738 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:09.689562 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:09.778702 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:09.779515 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:09.856569 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Router a62ac60d-cda3-4daa-81fd-89e997bcf95e is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:52:09.884795 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:09.885198 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:09.926410 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:09.961462 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39802) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:09.966120 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd62a6-2012-4f41-b124-c702c83d2665 None None] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:52:10.009596 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:10.086949 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-cb234a1e-f6be-47eb-9bc5-5545ca1d9d47 None None] Provisioning complete for port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:10.087324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-cb234a1e-f6be-47eb-9bc5-5545ca1d9d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:10.091580 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:52:10.111196 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Sync routers for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:10.120792 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-9d393531-6383-49d0-b995-5b746f7d3382 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576481 May 03 22:52:10.132073 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:10.133179 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-91e55f72-9308-4edf-978b-fd526bf20362 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:52:10.135486 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:10.146615 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-91e55f72-9308-4edf-978b-fd526bf20362 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0233319 May 03 22:52:10.220755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:10.229025 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f7e948db-9190-4e16-a7b0-c646c6b5c05b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6997578 May 03 22:52:10.229025 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39816) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:10.234847 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a6900-7fd8-42c8-aabb-71675fbbc04d req-68586dc3-1a81-46ca-99c8-5a4c08167874 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:10.242837 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a08a6900-7fd8-42c8-aabb-71675fbbc04d req-68586dc3-1a81-46ca-99c8-5a4c08167874 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0779800 May 03 22:52:10.266330 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-cb234a1e-f6be-47eb-9bc5-5545ca1d9d47 None None] Current status of the port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:10.273863 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:10.293789 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39818) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:10.372829 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:52:10.382246 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a08a6900-7fd8-42c8-aabb-71675fbbc04d req-78508be1-7df2-4230-ac49-454efd6ef7f3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380937 May 03 22:52:10.517349 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-2e78e7d6-b393-4f9a-8aaa-04d396e297f3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:10.521531 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-2e78e7d6-b393-4f9a-8aaa-04d396e297f3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports/cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 940 time: 0.2193489 May 03 22:52:10.580091 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:10.590725 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: DOWN; New status is: DOWN {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:10.910685 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-de0394dd-31c4-4f6d-98d5-2b20b53dabb5 None None] Provisioning complete for port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:10.910685 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-de0394dd-31c4-4f6d-98d5-2b20b53dabb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:10.943469 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:08Z', 'revision_number': 3, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:10.974871 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Checking router: a62ac60d-cda3-4daa-81fd-89e997bcf95e for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:10.976745 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Updating router a62ac60d-cda3-4daa-81fd-89e997bcf95e port 78f19cab-95e3-469d-b296-1054bd2fbcfb binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:11.015852 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.067870 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-de0394dd-31c4-4f6d-98d5-2b20b53dabb5 None None] Current status of the port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:11.169777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.281952 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:11.340223 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:11.340742 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.359098 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks [] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.438954 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.479075 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:11.494444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Allocated IP 172.20.0.1 (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7/c7749145-09e9-4036-83f6-91e6d7d04c18/2ad358a7-8f8d-4336-b6d6-aa62ad1eea79) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:11.584550 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522ba6d-41d6-4646-968e-b2f5323f5f90 req-c271dbab-e461-44cb-8d70-47aa2622c872 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:11.596912 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Attempting to bind port 78f19cab-95e3-469d-b296-1054bd2fbcfb on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:11.599596 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8522ba6d-41d6-4646-968e-b2f5323f5f90 req-c271dbab-e461-44cb-8d70-47aa2622c872 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1024415 May 03 22:52:11.600445 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Attempting to bind port 78f19cab-95e3-469d-b296-1054bd2fbcfb by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:11.600987 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Attempting to bind port 78f19cab-95e3-469d-b296-1054bd2fbcfb on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:11.631248 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:11.632497 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:11.635689 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.637220 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:11.639004 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Bound port: 78f19cab-95e3-469d-b296-1054bd2fbcfb, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:11.640071 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.684473 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8522ba6d-41d6-4646-968e-b2f5323f5f90 req-a29a032e-08e2-4e25-ac57-b83c8dae7b49 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835280 May 03 22:52:11.724587 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks [] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.730462 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] For port 78f19cab-95e3-469d-b296-1054bd2fbcfb, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:11.741693 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] For port 78f19cab-95e3-469d-b296-1054bd2fbcfb, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=78f19cab-95e3-469d-b296-1054bd2fbcfb,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:11.741693 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d663c5f-809c-4d70-8fc9-414109ee3f5a None None] Pushing event updated for resources: {'Port': ['ID=78f19cab-95e3-469d-b296-1054bd2fbcfb,revision_number=2']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:11.828979 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.889502 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:11.890326 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:11.897240 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:11.949571 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:11.961578 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d663c5f-809c-4d70-8fc9-414109ee3f5a None None] Pushing event updated for resources: {'Port': ['ID=78f19cab-95e3-469d-b296-1054bd2fbcfb,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:11.963414 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:11.974116 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:11.976929 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:12.037316 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.105439 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:12.305344 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:08Z', 'revision_number': 3, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:12.323222 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-9f0caa25-6577-4304-a8bd-62a231726573 None None] Provisioning complete for port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:12.323222 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9f0caa25-6577-4304-a8bd-62a231726573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.345374 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a242a4-835f-4277-8a49-79cf3de89730 None None] The sync data for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi is: [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:08Z', 'revision_number': 3, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:12.345635 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.404308 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-9f0caa25-6577-4304-a8bd-62a231726573 None None] Port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:12.562433 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks [] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.701479 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.850192 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:12.858954 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:12.901846 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1981c44-609f-4a8f-930e-ca5cd8db89c6 req-ec43d91f-f324-46f9-a4a2-4283b81875f2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:12.905037 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a1981c44-609f-4a8f-930e-ca5cd8db89c6 req-ec43d91f-f324-46f9-a4a2-4283b81875f2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0851717 May 03 22:52:13.000307 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:13.004537 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:13.012011 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a1981c44-609f-4a8f-930e-ca5cd8db89c6 req-56990d7a-26ad-4465-bd15-333f7f58bdf1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905879 May 03 22:52:13.156862 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Router a62ac60d-cda3-4daa-81fd-89e997bcf95e has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:52:13.336821 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 78f19cab-95e3-469d-b296-1054bd2fbcfb up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:13.391454 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-0c108c3c-ef30-4951-821a-06664e9ccc38 None None] Provisioning complete for port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:13.394718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:52:13.395215 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0c108c3c-ef30-4951-821a-06664e9ccc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:13.398399 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-adb7ddbf-b271-4442-b098-ddf03423fe95 admin admin] 10.222.0.23 "PUT /v2.0/routers/a62ac60d-cda3-4daa-81fd-89e997bcf95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1725793 May 03 22:52:13.468468 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 78f19cab-95e3-469d-b296-1054bd2fbcfb triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:13.469221 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:13.503029 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-0c108c3c-ef30-4951-821a-06664e9ccc38 None None] Port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:13.736022 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 78f19cab-95e3-469d-b296-1054bd2fbcfb is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:13.736431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:13.778527 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 78f19cab-95e3-469d-b296-1054bd2fbcfb, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=78f19cab-95e3-469d-b296-1054bd2fbcfb,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:13.873276 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:13.969134 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=78f19cab-95e3-469d-b296-1054bd2fbcfb,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:14.143697 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff70bf-89df-4711-b037-c1e93bd48427 req-950dcb59-34e6-44ab-b488-aa7cd9662c28 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:14.146714 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-05ff70bf-89df-4711-b037-c1e93bd48427 req-950dcb59-34e6-44ab-b488-aa7cd9662c28 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0630541 May 03 22:52:14.204994 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-05ff70bf-89df-4711-b037-c1e93bd48427 req-de4496a8-a247-44ce-bf87-eea9608a7ba5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524721 May 03 22:52:15.377326 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 78f19cab-95e3-469d-b296-1054bd2fbcfb up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:15.465109 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 78f19cab-95e3-469d-b296-1054bd2fbcfb triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:15.465480 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:15.467369 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b250ff-a52c-4e4f-853a-86594938ffca req-2fc59b0b-03a0-4ffd-91d4-656e17d4c067 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:15.473617 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29b250ff-a52c-4e4f-853a-86594938ffca req-2fc59b0b-03a0-4ffd-91d4-656e17d4c067 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1060760 May 03 22:52:15.570700 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 78f19cab-95e3-469d-b296-1054bd2fbcfb is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:15.602009 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29b250ff-a52c-4e4f-853a-86594938ffca req-57682f61-39fb-4c88-9b50-39e191122927 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194627 May 03 22:52:15.752007 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Sync routers for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:52:15.762940 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:15.763857 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:15.892476 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:16.198840 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:12Z', 'revision_number': 4, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '2ad358a7-8f8d-4336-b6d6-aa62ad1eea79', 'name': '', 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'mac_address': 'fa:16:3e:0a:bb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:11Z', 'updated_at': '2022-05-03T22:52:12Z', 'revision_number': 2, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'subnets': [{'id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:16.230202 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Checking router: a62ac60d-cda3-4daa-81fd-89e997bcf95e for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:52:16.230927 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Updating router a62ac60d-cda3-4daa-81fd-89e997bcf95e port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:52:16.261767 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:16.696032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks [] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:16.777447 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:16.793083 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb8a88-4788-4c89-8e22-576907718f30 req-cf4ab6c1-8e00-4e10-b17b-e0e703c69eba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:16.800871 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37cb8a88-4788-4c89-8e22-576907718f30 req-cf4ab6c1-8e00-4e10-b17b-e0e703c69eba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0912328 May 03 22:52:16.905418 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37cb8a88-4788-4c89-8e22-576907718f30 req-1c4b3999-3ea6-4266-be30-e094eed83271 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032147 May 03 22:52:16.960778 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb51f1-d008-4ed5-b4bb-f1953e255d48 None None] Pushing event updated for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:16.979831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Attempting to bind port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:16.980204 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Attempting to bind port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:16.980568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Attempting to bind port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 on network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:17.012891 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:17.014525 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Checking segment: {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:17.015344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:17.016055 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Bound using segment: {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:17.017299 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Bound port: 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:17.018171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:17.244706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] For port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:17.250374 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] For port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:17.272668 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-a88aa873-38c7-4844-addf-528f61154271 None None] Provisioning complete for port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:17.275274 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a88aa873-38c7-4844-addf-528f61154271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:17.337279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-a88aa873-38c7-4844-addf-528f61154271 None None] Port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:17.351223 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:17.434490 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:52:17.435306 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:51:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:17.441814 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb51f1-d008-4ed5-b4bb-f1953e255d48 None None] Pushing event updated for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:17.795665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:52:17.946319 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Provisioning complete for port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:17.946710 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:18.159403 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Current status of the port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:18.163289 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:18.182517 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77de7-7947-4767-bd7f-48f52b77c52d req-02151060-3dba-4d51-9115-e0fb968887f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:18.184751 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-59d77de7-7947-4767-bd7f-48f52b77c52d req-02151060-3dba-4d51-9115-e0fb968887f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0997863 May 03 22:52:18.265617 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:12Z', 'revision_number': 4, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '2ad358a7-8f8d-4336-b6d6-aa62ad1eea79', 'name': '', 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'mac_address': 'fa:16:3e:0a:bb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:11Z', 'updated_at': '2022-05-03T22:52:17Z', 'revision_number': 4, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'subnets': [{'id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:18.267776 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-59d77de7-7947-4767-bd7f-48f52b77c52d req-d2a5d5a1-d9d9-4524-930b-82538104a4c8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772483 May 03 22:52:18.311133 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] For port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:18.312367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c95b3fa-81d9-42b7-a439-ed71484f3996 None None] The sync data for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi is: [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:52:12Z', 'revision_number': 4, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '2ad358a7-8f8d-4336-b6d6-aa62ad1eea79', 'name': '', 'network_id': 'b927d513-37ae-44dd-9cc0-f0eecc0cf9d7', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'mac_address': 'fa:16:3e:0a:bb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:11Z', 'updated_at': '2022-05-03T22:52:17Z', 'revision_number': 4, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'subnets': [{'id': 'c7749145-09e9-4036-83f6-91e6d7d04c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:52:18.555942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:18.631351 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1768b2-e561-48aa-98b7-aa3549d0b7a3 None None] Pushing event updated for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:19.357167 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:19.431553 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777a04-4c91-4646-aad8-97fbb45b2985 req-baf0d5ae-c450-4b2f-9668-15aa42570942 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:19.452588 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-20777a04-4c91-4646-aad8-97fbb45b2985 req-baf0d5ae-c450-4b2f-9668-15aa42570942 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0925720 May 03 22:52:19.574751 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-20777a04-4c91-4646-aad8-97fbb45b2985 req-0a721b76-246d-490c-9345-435fe9e32eb7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208134 May 03 22:52:19.635408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:19.636077 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:19.822409 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:20.179052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39928) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:20.191881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640573763', 'description': 'tempest-description--1238347708'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:20.396707 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:20.492821 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (4e23a091-0a90-4653-aab9-5d25f25631dd), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:20.636626 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4e23a091-0a90-4653-aab9-5d25f25631dd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:20.721870 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23a091-0a90-4653-aab9-5d25f25631dd,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:20.759956 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:20.759956 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2ffac28e-6c74-42e3-8573-e3b63c768022 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5749965 May 03 22:52:20.759956 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39936) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:20.763165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '4e23a091-0a90-4653-aab9-5d25f25631dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:20.771894 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494f0d2-d8fa-459e-80c0-12e49454bdc5 req-17398db9-8c27-4f24-8e85-84956708d9eb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:20.779648 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7494f0d2-d8fa-459e-80c0-12e49454bdc5 req-17398db9-8c27-4f24-8e85-84956708d9eb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0870304 May 03 22:52:20.851957 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7494f0d2-d8fa-459e-80c0-12e49454bdc5 req-3492c9ee-3247-46e9-a573-12ab9bc5f21e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649676 May 03 22:52:20.941782 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (bab83800-fd0e-47c5-b7b9-78fd4a829b56), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.078560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (bab83800-fd0e-47c5-b7b9-78fd4a829b56), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.185295 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (bab83800-fd0e-47c5-b7b9-78fd4a829b56), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.224785 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab83800-fd0e-47c5-b7b9-78fd4a829b56,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:21.307783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.309666 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-33bb1321-4729-4fe4-bbee-92da929f466f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5505097 May 03 22:52:21.312498 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 39938) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:21.317549 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '4e23a091-0a90-4653-aab9-5d25f25631dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:21.455674 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (2a3990e2-9425-44fd-9963-d6548cc01be3), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.553468 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (2a3990e2-9425-44fd-9963-d6548cc01be3), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.639018 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (2a3990e2-9425-44fd-9963-d6548cc01be3), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.692011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3990e2-9425-44fd-9963-d6548cc01be3,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:21.813616 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:21.817378 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a7156379-a681-46b9-a7b2-92bfc558dd0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5038164 May 03 22:52:21.821924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 39942) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:21.828574 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:21.936658 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:22.015384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de96bf-1bb7-4de2-a25c-3dfb35e551bf req-b492ec1c-faa1-4781-89c2-baa051ec23b2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.026230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-71de96bf-1bb7-4de2-a25c-3dfb35e551bf req-b492ec1c-faa1-4781-89c2-baa051ec23b2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0757933 May 03 22:52:22.104805 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-71de96bf-1bb7-4de2-a25c-3dfb35e551bf req-f43a8518-655a-43b4-b59c-b96cf3580364 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759034 May 03 22:52:22.195012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-f4dfd1c5-4596-4193-a19e-eff866cb1f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.196254 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-f4dfd1c5-4596-4193-a19e-eff866cb1f8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 1127 time: 0.1569629 May 03 22:52:22.212416 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:22.325986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-d0482390-e847-46f9-a1e2-474ba69b8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.448691 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-d0482390-e847-46f9-a1e2-474ba69b8713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1127 time: 0.0607364 May 03 22:52:22.448691 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.27.0.39 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/554db6d8-f8fd-4cee-ba96-dfc6a0b3c462) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:22.490447 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-a6059d50-d868-4421-a6c7-805e23b97036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.492207 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-a6059d50-d868-4421-a6c7-805e23b97036 service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.1424093 May 03 22:52:22.640022 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-13359c00-e235-4894-a3c3-2d4624cb6fc7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 998 time: 0.1350534 May 03 22:52:22.665424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:22.717419 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-f8bf7daf-6c45-42b0-b7f1-0b954d123d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.719005 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-f8bf7daf-6c45-42b0-b7f1-0b954d123d33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0687382 May 03 22:52:22.775432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-3ec55cea-3f88-4f1f-a6ea-a7d6794fe552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:22.776981 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-3ec55cea-3f88-4f1f-a6ea-a7d6794fe552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502870 May 03 22:52:22.831552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:22.915936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:22.932255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:22.935221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:22.945367 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-da09ab14-4eb0-4872-b07d-e4c3b10f9baf service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596165 May 03 22:52:22.946229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=554db6d8-f8fd-4cee-ba96-dfc6a0b3c462,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:23.173698 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f5debe5f-0e51-474a-92cd-6cf39428e0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:23.526779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:23.530569 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-677fe83f-b086-4748-b4a6-e0c822940f03 req-ad579a8c-12a2-485c-afa5-1347ae3caeec service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610149 May 03 22:52:23.727989 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a9552-e4c5-4195-a00f-cb3821db9bc6 req-941c53f3-8b69-45d6-b74e-9d347d0e5635 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:23.737160 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e24a9552-e4c5-4195-a00f-cb3821db9bc6 req-941c53f3-8b69-45d6-b74e-9d347d0e5635 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.5197375 May 03 22:52:23.821805 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e24a9552-e4c5-4195-a00f-cb3821db9bc6 req-087f53de-1013-43c1-b642-d8bbba9ae79e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835748 May 03 22:52:23.832422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:24.033187 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:24.102085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:24.197426 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=554db6d8-f8fd-4cee-ba96-dfc6a0b3c462,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:24.212571 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:24.292204 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:24.293746 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-aaa40caf-1b8e-4f34-8627-6e8ac2165296 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4704361 May 03 22:52:24.983260 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16770115-4b45-47fb-ab4c-76ca34433843 req-8b5e9fc7-a42b-411c-870f-bdf2cc205c2f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:24.999067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-16770115-4b45-47fb-ab4c-76ca34433843 req-8b5e9fc7-a42b-411c-870f-bdf2cc205c2f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0755482 May 03 22:52:25.073645 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-16770115-4b45-47fb-ab4c-76ca34433843 req-d7023746-7fcb-46dd-939e-b4a5cbd556e6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649717 May 03 22:52:25.544434 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-caa5f016-3a99-440c-889a-9e694050177f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:26.310203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eee75b-b161-47f9-a56f-cf32affd9cb8 req-f7416690-44cf-4df5-b4e0-766c05c9ed03 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:26.322327 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c5eee75b-b161-47f9-a56f-cf32affd9cb8 req-f7416690-44cf-4df5-b4e0-766c05c9ed03 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.1268368 May 03 22:52:26.413944 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c5eee75b-b161-47f9-a56f-cf32affd9cb8 req-082d447a-4999-4c95-afdd-1112558fdd6d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905418 May 03 22:52:27.013063 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:27.578540 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00def430-19a9-4180-bf3a-804efae547f7 req-a8a849ae-d8f3-416e-80eb-f877d8288ff2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:27.585464 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-00def430-19a9-4180-bf3a-804efae547f7 req-a8a849ae-d8f3-416e-80eb-f877d8288ff2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0727131 May 03 22:52:27.643273 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-00def430-19a9-4180-bf3a-804efae547f7 req-d76f816a-159b-40e0-83dc-197fdf9f6367 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496805 May 03 22:52:27.924580 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:28.403810 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-b044b24b-5c41-4d8c-8d63-76b9712c13f9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1640573763&fields=id&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 267 time: 0.0417409 May 03 22:52:28.520903 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-29350522-643f-4387-bc00-af97d1e2a8de tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:28.522299 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-29350522-643f-4387-bc00-af97d1e2a8de tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1117146 May 03 22:52:28.537901 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-d9532efd-f795-4dfd-a20e-ba891924324d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/quotas/d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 375 time: 0.0097232 May 03 22:52:28.590623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-0afe6f85-5e6c-4186-b4bd-c1afb5cdf2e9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470626 May 03 22:52:28.690904 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-aee5f489-d78e-4161-87a1-11cf24db0554 service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882578 May 03 22:52:28.807436 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bf116-52bc-49df-b3bd-0ce9d4903b52 req-3a4744c8-4eb7-48b6-a0a7-84e1f8734b7a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:28.808877 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-736bf116-52bc-49df-b3bd-0ce9d4903b52 req-3a4744c8-4eb7-48b6-a0a7-84e1f8734b7a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0827579 May 03 22:52:28.840195 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-8d7bb502-7b3c-4678-94fc-873cbc804b33 service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420312 May 03 22:52:28.889533 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-736bf116-52bc-49df-b3bd-0ce9d4903b52 req-de393345-e079-45b9-8215-ad79da552d38 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731235 May 03 22:52:29.173406 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-8b3cc000-31d6-4888-88ab-b9bd7f73a62f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:29.181524 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-8b3cc000-31d6-4888-88ab-b9bd7f73a62f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 815 time: 0.1733007 May 03 22:52:29.209600 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-38268cdb-1648-452f-b5c8-87c0e177acea req-9eef8811-5823-4960-a24d-20fe3bddb1ba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0533381 May 03 22:52:29.217801 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-6bfa9837-b17f-4067-be95-4fa8fc7f6e86 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/quotas/21eb12adce404f178fab98c30fd5aa77 HTTP/1.1" status: 200 len: 375 time: 0.0352764 May 03 22:52:29.294701 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-e6dd2224-71cb-447b-a1a1-1d482b2e0893 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694046 May 03 22:52:29.352193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:29.434455 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-40e03b97-cc51-408f-bb65-d3f59fbedd19 service neutron] 10.222.0.23 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371891 May 03 22:52:29.576159 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-646c94b0-fa8e-4e1f-9971-46ccde1dbad2 service neutron] 10.222.0.23 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358991 May 03 22:52:29.940801 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5c00dba9-e1ec-451c-ad8b-5ebbef53b5e6 req-6dce3988-3eed-48d4-8b62-a7968a00f2bb tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0313730 May 03 22:52:30.065048 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864a454-bfd5-4b2a-9da4-cee9db720791 req-6c46cbe6-c3c7-444e-9263-30af6cb00b58 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:30.067213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6864a454-bfd5-4b2a-9da4-cee9db720791 req-6c46cbe6-c3c7-444e-9263-30af6cb00b58 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0920527 May 03 22:52:30.135206 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6864a454-bfd5-4b2a-9da4-cee9db720791 req-53de15d1-1c16-47dd-a5ad-12fd636f345c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623963 May 03 22:52:30.332958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1f8620b-2fdb-44ea-9d3b-68e38f179e8d req-f64fa39e-9f16-4932-abf5-181a5eef0fc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0325074 May 03 22:52:31.048920 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0e2d1fec-911a-462d-aa52-2fee860d5b12 req-468bbb1b-d843-4ab4-bcba-730bb8840273 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0285606 May 03 22:52:31.268972 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e53c9f-c6d0-43e5-8e3b-9eb05eeaa6cb req-f20d5439-da5c-4ea5-a11d-0071e5f37fe3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:31.270564 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e53c9f-c6d0-43e5-8e3b-9eb05eeaa6cb req-f20d5439-da5c-4ea5-a11d-0071e5f37fe3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0557542 May 03 22:52:31.324561 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e53c9f-c6d0-43e5-8e3b-9eb05eeaa6cb req-e9968b87-aca5-4686-aa3f-5cad6230685d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 May 03 22:52:31.434495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f77a1b49-d257-4903-9e34-807ffa473ae9 req-2a2c0c7a-59a2-4de0-a76f-2a33db0dbb54 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0271742 May 03 22:52:32.145888 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-46508170-41ec-4f03-bc8b-9afd8607fa89 req-1d40aebe-5c95-429c-be06-d85e853a223f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0275626 May 03 22:52:32.498604 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b525d0-9e4a-46c3-aee8-2406f55b08d7 req-abc99b4c-eb4d-42f9-a86e-56c98af37081 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:32.503555 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-34b525d0-9e4a-46c3-aee8-2406f55b08d7 req-abc99b4c-eb4d-42f9-a86e-56c98af37081 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0916700 May 03 22:52:32.583995 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-33156a6b-998d-4cf7-b437-98a2feb2faa1 req-b14fb306-b727-44af-be6f-d56d1e504af9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0534737 May 03 22:52:32.611157 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-34b525d0-9e4a-46c3-aee8-2406f55b08d7 req-74cafed2-b6ae-4005-bc3c-88f7920d2e2e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064019 May 03 22:52:33.242533 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7daf9d17-6978-46b7-a850-d8f152203fda req-9b545a66-e977-4b81-8bde-7c07dea143ea tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0264230 May 03 22:52:33.693759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-06b989bb-103d-4a99-80ff-33122df8c230 req-4decdc25-8eff-4dab-b774-26d7f0c0f8cb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0289123 May 03 22:52:33.759417 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370183-2c1f-46bd-81d6-ad514a62b342 req-203a382a-bd44-47bc-9d93-5bc1f8ba722d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:33.761014 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fe370183-2c1f-46bd-81d6-ad514a62b342 req-203a382a-bd44-47bc-9d93-5bc1f8ba722d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0706706 May 03 22:52:33.807414 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fe370183-2c1f-46bd-81d6-ad514a62b342 req-d5856e7c-caef-44b7-97b1-188ec75c34e3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 May 03 22:52:33.991958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40146) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:34.040827 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Deleting subnet f8869357-d3c3-46ce-967b-82cd35a2649d {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:52:34.044300 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Publish callbacks [] for subnet (f8869357-d3c3-46ce-967b-82cd35a2649d), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.079171 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (f8869357-d3c3-46ce-967b-82cd35a2649d), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.124812 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (f8869357-d3c3-46ce-967b-82cd35a2649d), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.250951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (f8869357-d3c3-46ce-967b-82cd35a2649d), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.277082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8869357-d3c3-46ce-967b-82cd35a2649d,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:34.284194 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.288750 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1e2ed3c3-be99-4399-a48b-0d7806f6313a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8869357-d3c3-46ce-967b-82cd35a2649d HTTP/1.1" status: 204 len: 168 time: 0.2957060 May 03 22:52:34.291474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40150) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:34.363841 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-638e1b53-833c-48dc-bc83-081516742588 req-e6c0c886-f389-484d-bee5-656ae3158faf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0385187 May 03 22:52:34.388386 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (8386e96d-9727-4f2e-a2de-6f5b3e0830b3), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.475894 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (8386e96d-9727-4f2e-a2de-6f5b3e0830b3), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.498154 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8386e96d-9727-4f2e-a2de-6f5b3e0830b3']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.508876 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a154f9a-ab85-4029-8ec2-99471f368cbf') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.509178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a154f9a-ab85-4029-8ec2-99471f368cbf') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:52:34.519267 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (6a154f9a-ab85-4029-8ec2-99471f368cbf), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.533278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (6a154f9a-ab85-4029-8ec2-99471f368cbf), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.540430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:52:34.542441 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (6a154f9a-ab85-4029-8ec2-99471f368cbf), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:52:34.542882 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:52:34.664358 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (8386e96d-9727-4f2e-a2de-6f5b3e0830b3), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.669917 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:34.673124 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8386e96d-9727-4f2e-a2de-6f5b3e0830b3 HTTP/1.1" status: 204 len: 168 time: 0.3799553 May 03 22:52:34.683516 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb5cd5-8d85-48b3-8176-358e42a73d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8386e96d-9727-4f2e-a2de-6f5b3e0830b3,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:34.805558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bed42757-3102-4d1d-948c-ab664f8f080a req-26adee2f-54df-44ba-8866-c009b9fb78cf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0310044 May 03 22:52:34.943578 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab12eb-7c6e-460e-b878-ef54ac66471b req-12dbfe14-42e1-4ff5-9246-c3b859d7386a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:34.945099 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29ab12eb-7c6e-460e-b878-ef54ac66471b req-12dbfe14-42e1-4ff5-9246-c3b859d7386a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0643365 May 03 22:52:35.011671 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29ab12eb-7c6e-460e-b878-ef54ac66471b req-8115d4d3-5d27-4050-aa4d-1a7cc9d93baf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587232 May 03 22:52:35.103835 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40160) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:35.146936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6fea2a38-97db-4dfe-8f5f-349317cf3d3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dab3317553d1476a8a034b78dc5572b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429385 May 03 22:52:35.149124 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40162) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:52:35.202328 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] Publish callbacks [] for security_group (b2b38a47-5447-4d38-82c1-5da6889b6470), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:35.225550 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] Publish callbacks [] for security_group (b2b38a47-5447-4d38-82c1-5da6889b6470), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:35.324514 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:35.401427 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b2b38a47-5447-4d38-82c1-5da6889b6470), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:35.404444 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:35.414294 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2b38a47-5447-4d38-82c1-5da6889b6470 HTTP/1.1" status: 204 len: 168 time: 0.2593043 May 03 22:52:35.431733 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a1ea-f252-4895-be42-78f67690290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b38a47-5447-4d38-82c1-5da6889b6470,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:35.504588 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1ee7f843-b793-42f4-a6b2-23d5c756a250 req-5ef8d581-d141-4782-9af6-609f5924c72e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0320446 May 03 22:52:35.922529 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-682dd98c-30ad-45c4-b4ae-3084e0ebc084 req-a215ee03-a693-4e36-ba87-f22bfec7f375 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0281961 May 03 22:52:36.150140 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba32da8-d64b-47b6-b1fd-b794f29dee18 req-ecee4930-7d15-4b1c-a70f-68a23db77f1b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:36.151851 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ba32da8-d64b-47b6-b1fd-b794f29dee18 req-ecee4930-7d15-4b1c-a70f-68a23db77f1b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0466230 May 03 22:52:36.212031 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ba32da8-d64b-47b6-b1fd-b794f29dee18 req-58509cf4-ca9a-4964-8aa8-e85ea934d125 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 May 03 22:52:36.605113 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e21e5a82-afc1-42bd-8877-78c9a45d196f req-c730c9bf-e886-4630-9de4-f9bb1c65830c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0301931 May 03 22:52:37.033128 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-02fd1049-b0e8-4f4b-94eb-93ef9d9abfe6 req-967c08f6-82de-487f-aa9b-1f1d4c588565 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0275698 May 03 22:52:37.339036 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017c3e4-0cca-4412-9c96-b33af97d2345 req-f436754c-85a6-42e8-a609-98078f887e41 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:37.340962 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2017c3e4-0cca-4412-9c96-b33af97d2345 req-f436754c-85a6-42e8-a609-98078f887e41 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0513914 May 03 22:52:37.392801 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2017c3e4-0cca-4412-9c96-b33af97d2345 req-448b8cb1-6bac-40f1-a659-74150644ca8c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 May 03 22:52:37.701713 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f4a8de9a-2ee9-44ab-bd1f-af7232486626 req-28f81358-95f6-46fb-895c-03d315d90637 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0264041 May 03 22:52:38.172253 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8467b626-dbc3-4692-9f74-6a74f2e216c7 req-d688e929-5ca2-4a0c-bccd-eec89f5fd58f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0495214 May 03 22:52:38.512881 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658bea7-8917-4de4-8996-54b24e23502f req-5ebb5384-23de-4a7f-8a2a-a1d43cfba307 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:38.514325 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c658bea7-8917-4de4-8996-54b24e23502f req-5ebb5384-23de-4a7f-8a2a-a1d43cfba307 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0495574 May 03 22:52:38.538561 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:52:38.562633 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c658bea7-8917-4de4-8996-54b24e23502f req-48fbe050-fcf3-41ec-8627-ee667d926ae9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 May 03 22:52:38.795785 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a8676d0c-d02a-4004-b227-7386cecdc478 req-4a702efa-f623-4844-87b1-2599dd82faa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0273507 May 03 22:52:39.273754 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bd4f3120-8a52-43bf-ae93-d8094174bb0f req-24bdd9ed-e348-471c-be35-0323e74dab7e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0303915 May 03 22:52:39.669777 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-4a1a9454-c543-4bb7-aa98-2fdb5792d255 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483267 May 03 22:52:39.690219 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c2a0-8f92-422b-95a4-257a5907d4af req-78db7436-afa4-4fec-8678-e93649ee4864 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:39.697805 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e66c2a0-8f92-422b-95a4-257a5907d4af req-78db7436-afa4-4fec-8678-e93649ee4864 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0552168 May 03 22:52:39.747419 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-5ef1d073-83ca-41b4-b32f-1bd02fa87660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:39.749247 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-5ef1d073-83ca-41b4-b32f-1bd02fa87660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 1130 time: 0.0506341 May 03 22:52:39.759145 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e66c2a0-8f92-422b-95a4-257a5907d4af req-37ab7138-b6c2-4a5e-9b3e-035c2d25a55e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546188 May 03 22:52:39.886681 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e862091e-21ad-42e4-9999-4286afdb6017 req-7c268a2c-2f74-422c-8960-a63e4eae47c1 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0265870 May 03 22:52:40.141443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-4aa16e90-5608-4622-8bb8-9612aabbfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.142941 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-4aa16e90-5608-4622-8bb8-9612aabbfd05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0909984 May 03 22:52:40.365647 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f02184c3-5ca4-43fe-b3dd-5fdf63ab3530 req-d82a87b4-c296-4d09-a06a-47e23c56abc2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0265892 May 03 22:52:40.531880 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-7ae00788-8878-4529-a782-3fbf5b7ae43e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 200 len: 217 time: 0.0346975 May 03 22:52:40.797394 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-e9ac248c-08ff-4fca-b450-c92e13e8e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.803743 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-e9ac248c-08ff-4fca-b450-c92e13e8e83d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0573528 May 03 22:52:40.848304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-8e3b4078-3b3d-4058-abdd-72b613d19a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.849873 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-8e3b4078-3b3d-4058-abdd-72b613d19a4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426311 May 03 22:52:40.884054 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a533d2-25e4-4cf3-b027-a15c44864414 req-fc879f18-f22e-4b06-8587-e1c4b2f8c5f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:40.885632 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-97a533d2-25e4-4cf3-b027-a15c44864414 req-fc879f18-f22e-4b06-8587-e1c4b2f8c5f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0598493 May 03 22:52:40.936134 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-97a533d2-25e4-4cf3-b027-a15c44864414 req-61267d41-99f0-4d63-b119-26385ed2c882 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448923 May 03 22:52:40.980684 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-af465bbf-3d3b-40af-8952-f1c6b9fd3b56 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223853 May 03 22:52:41.013351 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c7f50ab-ab6f-42ea-b8d7-def037e7a051 req-f148e01b-8af8-492f-b1a8-d50dde228775 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0282748 May 03 22:52:41.065569 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-7a13cbaf-59bf-407d-bed2-305d736c5cc0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:41.067532 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-7a13cbaf-59bf-407d-bed2-305d736c5cc0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1215189 May 03 22:52:41.393087 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-52155d7c-ef54-4baf-8373-57aebf5553d3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 472 time: 0.2182057 May 03 22:52:41.398875 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6e451454-8004-4a42-9d00-ac288274e2b6 req-7fda86b3-a957-47d3-81b7-0be88e8908df service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160444 May 03 22:52:41.408513 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'port': {'device_id': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'admin_state_up': True, 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'security_groups': ['4e23a091-0a90-4653-aab9-5d25f25631dd']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:41.439786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-e343664b-04be-4047-9431-96093e4a9eb7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:41.441268 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-e343664b-04be-4047-9431-96093e4a9eb7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 815 time: 0.2603600 May 03 22:52:41.465521 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'port': {'device_id': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'admin_state_up': True, 'tenant_id': '21eb12adce404f178fab98c30fd5aa77'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:41.471757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5ad56fa4-cbe2-4bb5-9f04-d4be26e2e6b0 req-515239b5-bc03-4ddd-af9c-6f718aeda3d1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0344026 May 03 22:52:41.716509 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:41.719988 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:41.772717 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Made reservation on behalf of 21eb12adce404f178fab98c30fd5aa77 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:52:41.776507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:41.930065 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.20.0.6 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/2392824d-c5b2-4a89-a665-c1c6d5d07006) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:42.004637 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Allocated IP 172.20.0.8 (74e18d2c-6be4-4b46-972b-3fa228a7846a/7fee57a5-093f-4fb0-891d-67e6c1b0d87e/34e32ce9-bfab-4590-88da-0ccfd8fd981f) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:52:42.078042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0819-ea9b-46d0-87f3-aac6126322f1 req-9a5cff06-e31c-4b49-ae65-bc23ba44e89f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.084125 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72ca0819-ea9b-46d0-87f3-aac6126322f1 req-9a5cff06-e31c-4b49-ae65-bc23ba44e89f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0705647 May 03 22:52:42.164242 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ebed674-8ee1-4e61-bdc4-97d67c1a957e req-05b87f3e-67a9-4724-b73e-0596e07786a3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0514925 May 03 22:52:42.171558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72ca0819-ea9b-46d0-87f3-aac6126322f1 req-2cf6757d-5530-49aa-a44f-c1056673d43a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863898 May 03 22:52:42.197224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.280703 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14fc15-d113-4b52-b0f6-d55a116736af req-8a2960ee-7781-4a31-9964-4b7db93b661c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.282278 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed14fc15-d113-4b52-b0f6-d55a116736af req-8a2960ee-7781-4a31-9964-4b7db93b661c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0512178 May 03 22:52:42.283858 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.350236 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ed14fc15-d113-4b52-b0f6-d55a116736af req-e95b9f98-f174-40ab-9575-b2dac67aeaef tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591736 May 03 22:52:42.361758 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.418664 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.448211 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:42.462570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:42.463045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:52:42.469404 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:42.473669 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:52:42.476063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:42.487384 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:52:42.703480 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.704209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.737578 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4103-ab2e-4e77-9385-81275bd04038 req-c252854b-634a-4b60-90c8-082083c5232d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.747458 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e0f4103-ab2e-4e77-9385-81275bd04038 req-c252854b-634a-4b60-90c8-082083c5232d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.1325121 May 03 22:52:42.754791 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:42.755627 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.767874 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:42.827394 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e0f4103-ab2e-4e77-9385-81275bd04038 req-b10b6920-09f5-4c89-a692-6c4fa6b39122 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786960 May 03 22:52:42.846962 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-f800e340-2920-47c9-b8d0-5b38c1cf03b7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4468975 May 03 22:52:42.862855 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-17c0615b-d959-4ad6-9784-2f9db7130ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4031737 May 03 22:52:42.933646 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Provisioning complete for port 2392824d-c5b2-4a89-a665-c1c6d5d07006 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:42.934748 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:42.985038 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Port 2392824d-c5b2-4a89-a665-c1c6d5d07006 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:43.000200 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Provisioning complete for port 34e32ce9-bfab-4590-88da-0ccfd8fd981f triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:43.000677 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:43.036634 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-54781701-9a8e-4b40-ade7-46f245baa1a0 None None] Port 34e32ce9-bfab-4590-88da-0ccfd8fd981f cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:52:43.326987 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff975aa-9446-4283-9e5e-b3f0147b2579 req-e7ef3683-a9e8-4bb7-8efd-412cf8ecd58f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:43.328772 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ff975aa-9446-4283-9e5e-b3f0147b2579 req-e7ef3683-a9e8-4bb7-8efd-412cf8ecd58f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0770817 May 03 22:52:43.338393 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0226b-e824-4b01-9b64-1da075af6469 req-cbfd4d09-09dc-4054-9d1d-8f00276f3df4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:43.339890 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e0226b-e824-4b01-9b64-1da075af6469 req-cbfd4d09-09dc-4054-9d1d-8f00276f3df4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0794277 May 03 22:52:43.418808 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ff975aa-9446-4283-9e5e-b3f0147b2579 req-b25d340a-830f-4f54-ab89-04108441254e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765734 May 03 22:52:43.424572 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04e0226b-e824-4b01-9b64-1da075af6469 req-1d6d3dea-d337-492f-a7a3-d1e3dcb54647 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779452 May 03 22:52:43.533405 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea55dae-ea70-4315-9e55-0f58f8857bd7 req-a62d5c94-85fb-4f1b-abd7-94ea54454bab tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:43.534916 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fea55dae-ea70-4315-9e55-0f58f8857bd7 req-a62d5c94-85fb-4f1b-abd7-94ea54454bab tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0517652 May 03 22:52:43.587085 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fea55dae-ea70-4315-9e55-0f58f8857bd7 req-c88aedb5-b8cc-4871-b8a7-a10853591d60 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 May 03 22:52:43.943970 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf996ca-9c19-4867-9127-a4822f0fb56b req-03b337d4-b713-4357-96cc-3a7c325448ba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:43.945829 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-abf996ca-9c19-4867-9127-a4822f0fb56b req-03b337d4-b713-4357-96cc-3a7c325448ba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0474741 May 03 22:52:44.000050 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-abf996ca-9c19-4867-9127-a4822f0fb56b req-c6587dfc-d896-46d8-93fe-a6467d6eb3b0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484359 May 03 22:52:44.566897 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9171d-c6f7-4271-85e1-6cf123e36668 req-85f8dcda-3fb0-458e-b55d-0917eae3dd29 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:44.568432 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdb9171d-c6f7-4271-85e1-6cf123e36668 req-85f8dcda-3fb0-458e-b55d-0917eae3dd29 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0802102 May 03 22:52:44.580914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e858b-8a4f-4183-9484-e30a3000d953 req-6833a7c0-6348-404a-8caf-12b8790fdb7d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:44.582485 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb3e858b-8a4f-4183-9484-e30a3000d953 req-6833a7c0-6348-404a-8caf-12b8790fdb7d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0618808 May 03 22:52:44.652286 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdb9171d-c6f7-4271-85e1-6cf123e36668 req-994edd58-7aa4-4432-bb4a-5f7426e3d439 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777559 May 03 22:52:44.659515 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb3e858b-8a4f-4183-9484-e30a3000d953 req-9eec2157-cf3b-4ed4-b2e5-eb6653a29051 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702066 May 03 22:52:44.768231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d39b0-a0e3-412a-8031-68ee45c578bd req-12bca034-e250-456e-be82-4c0ded9db019 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:44.770368 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e91d39b0-a0e3-412a-8031-68ee45c578bd req-12bca034-e250-456e-be82-4c0ded9db019 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0520422 May 03 22:52:44.831318 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e91d39b0-a0e3-412a-8031-68ee45c578bd req-ea6cfcd8-5e7a-4f9a-9851-279633bd7ef0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543809 May 03 22:52:45.119333 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbccbf-55cd-4eaa-b69c-13c30a9f0940 req-51901c2e-a09b-4151-93f7-d3cf601f2ae2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:45.120905 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4cbbccbf-55cd-4eaa-b69c-13c30a9f0940 req-51901c2e-a09b-4151-93f7-d3cf601f2ae2 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0493274 May 03 22:52:45.174391 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4cbbccbf-55cd-4eaa-b69c-13c30a9f0940 req-4b54a4eb-fb62-465c-9a99-718835d88910 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475814 May 03 22:52:45.772425 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2829179-e672-4fd4-8bbe-422a84719a28 req-08231170-1afe-4cc3-ada1-ccb2acab41cc tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:45.774164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b2829179-e672-4fd4-8bbe-422a84719a28 req-08231170-1afe-4cc3-ada1-ccb2acab41cc tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0474648 May 03 22:52:45.825863 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b2829179-e672-4fd4-8bbe-422a84719a28 req-f0e3ecc8-c12e-4e40-b7f3-846a9612aae5 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 May 03 22:52:45.942658 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef75ec-067f-4e37-b2ac-d97b75f7fafd req-e104a31b-864d-4690-9dce-f8c2170465cb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:45.944258 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-beef75ec-067f-4e37-b2ac-d97b75f7fafd req-e104a31b-864d-4690-9dce-f8c2170465cb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0484507 May 03 22:52:45.994044 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-beef75ec-067f-4e37-b2ac-d97b75f7fafd req-6400284e-9f7a-48d9-9673-2af0f21526bd tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442870 May 03 22:52:46.103353 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a8254-1d7b-43e5-a018-0ffd4fbefab6 req-24a1ac1c-de9d-4c3b-84f5-b08f5f7ae54a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:46.104978 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a16a8254-1d7b-43e5-a018-0ffd4fbefab6 req-24a1ac1c-de9d-4c3b-84f5-b08f5f7ae54a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0493641 May 03 22:52:46.163770 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a16a8254-1d7b-43e5-a018-0ffd4fbefab6 req-606d16fa-a7f6-4f1b-8c64-7296a8bfc826 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532265 May 03 22:52:46.303404 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfa310-ec4d-44a0-8559-5d9902ee83dd req-690b8042-55dc-456d-95e7-0918154b9ccb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:46.305296 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85bfa310-ec4d-44a0-8559-5d9902ee83dd req-690b8042-55dc-456d-95e7-0918154b9ccb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0536938 May 03 22:52:46.358861 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85bfa310-ec4d-44a0-8559-5d9902ee83dd req-82ce20e3-93bb-41f4-9503-aa3405cd8a59 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479040 May 03 22:52:46.946507 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e35638-657f-4f6f-a00c-2a65775b2f64 req-0f9c59e3-14a3-40e6-814c-c9917f791bbb tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:46.948027 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-75e35638-657f-4f6f-a00c-2a65775b2f64 req-0f9c59e3-14a3-40e6-814c-c9917f791bbb tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0527651 May 03 22:52:46.997701 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-75e35638-657f-4f6f-a00c-2a65775b2f64 req-ee9b070d-e484-4309-994e-b9aae1bf12ff tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 May 03 22:52:47.114472 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e87e0c-f277-4b69-8c8b-98363959e270 req-63c30a4d-1bab-438c-96b9-a6657f005574 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:47.116037 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8e87e0c-f277-4b69-8c8b-98363959e270 req-63c30a4d-1bab-438c-96b9-a6657f005574 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0480313 May 03 22:52:47.167996 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8e87e0c-f277-4b69-8c8b-98363959e270 req-dcf37799-4ab4-4c54-8dcb-194fd9ac0938 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460393 May 03 22:52:47.278302 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef25d9-7310-41de-a7c1-3975916d854b req-d4b356a1-b8d1-4d7a-9841-0b3561c2b6c1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:47.286241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-09ef25d9-7310-41de-a7c1-3975916d854b req-d4b356a1-b8d1-4d7a-9841-0b3561c2b6c1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0556002 May 03 22:52:47.343914 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-09ef25d9-7310-41de-a7c1-3975916d854b req-65245dcf-f541-413e-8ffe-244f41457c7b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565443 May 03 22:52:47.477445 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee712-bb22-451a-a9d8-44e1ad61177b req-d7c8c5e8-565d-4e6b-8fed-c576583974d6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:47.478931 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-531ee712-bb22-451a-a9d8-44e1ad61177b req-d7c8c5e8-565d-4e6b-8fed-c576583974d6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0482216 May 03 22:52:47.532055 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-531ee712-bb22-451a-a9d8-44e1ad61177b req-5b34fa49-1007-4714-a3fa-29bc1cc51e63 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472853 May 03 22:52:48.115566 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a727d3-9ad8-4e72-88dd-d86c1cf34600 req-d0ae8fb9-463e-44f9-b3b3-fcfb5aa47384 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:48.117085 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47a727d3-9ad8-4e72-88dd-d86c1cf34600 req-d0ae8fb9-463e-44f9-b3b3-fcfb5aa47384 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0520651 May 03 22:52:48.171859 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47a727d3-9ad8-4e72-88dd-d86c1cf34600 req-dba60173-6d4d-4782-9c84-c17b9b47e118 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 May 03 22:52:48.314202 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a77a4f-b373-41c2-94ea-6c67934de4eb req-a67483c7-bec5-4dfc-a0a1-47ae094fc8bc tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:48.315996 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72a77a4f-b373-41c2-94ea-6c67934de4eb req-a67483c7-bec5-4dfc-a0a1-47ae094fc8bc tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0629230 May 03 22:52:48.384833 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72a77a4f-b373-41c2-94ea-6c67934de4eb req-23dafada-df99-47cf-8b6d-8fbea962d606 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621011 May 03 22:52:48.506172 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a68e-abb0-4bfc-adc8-3ed3eaaa7756 req-5d3e02f6-d4e8-41a4-a542-38e3b7642a98 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:48.508078 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd17a68e-abb0-4bfc-adc8-3ed3eaaa7756 req-5d3e02f6-d4e8-41a4-a542-38e3b7642a98 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0560188 May 03 22:52:48.572360 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd17a68e-abb0-4bfc-adc8-3ed3eaaa7756 req-7e915d36-773b-456a-a530-076a077349a2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545149 May 03 22:52:48.687348 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e8c37-36b0-4a31-837c-0fe5d3e7edd7 req-fa2efd3c-0281-4400-a9d0-d0685aa78110 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:48.688865 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f6e8c37-36b0-4a31-837c-0fe5d3e7edd7 req-fa2efd3c-0281-4400-a9d0-d0685aa78110 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0501680 May 03 22:52:48.753689 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1f6e8c37-36b0-4a31-837c-0fe5d3e7edd7 req-ab11046a-fa95-4dbd-95b4-d627dd9bd20a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587626 May 03 22:52:49.305717 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d608f-b5c6-4993-a553-5d1368aedda2 req-d61f78c7-75fc-4490-85bb-14cc38971819 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.307282 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f5d608f-b5c6-4993-a553-5d1368aedda2 req-d61f78c7-75fc-4490-85bb-14cc38971819 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0503333 May 03 22:52:49.364559 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f5d608f-b5c6-4993-a553-5d1368aedda2 req-f7734995-7e34-4f7e-a7b6-09c25fd6d546 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510948 May 03 22:52:49.513247 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a5f38-9f60-4297-a5d0-213750698736 req-26ee178e-c4ee-4f3c-8b12-4baaa775bb44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.515027 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e77a5f38-9f60-4297-a5d0-213750698736 req-26ee178e-c4ee-4f3c-8b12-4baaa775bb44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0484931 May 03 22:52:49.570023 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e77a5f38-9f60-4297-a5d0-213750698736 req-d8913dec-81aa-4d03-8b64-2bc6508df16b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478475 May 03 22:52:49.705354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7858b41-0b39-4148-b015-503bb14094bb req-abfcca4f-30d8-42be-b83b-91b8b4907e47 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.706935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a7858b41-0b39-4148-b015-503bb14094bb req-abfcca4f-30d8-42be-b83b-91b8b4907e47 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0542400 May 03 22:52:49.774435 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a7858b41-0b39-4148-b015-503bb14094bb req-44df6329-e8bb-466c-bf75-cb8dd8097993 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612910 May 03 22:52:49.886084 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b2972-a343-499a-ada5-12e453f0598b req-d7ba0ffe-d531-4982-b680-72532bf8fa8e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:49.887583 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-039b2972-a343-499a-ada5-12e453f0598b req-d7ba0ffe-d531-4982-b680-72532bf8fa8e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0502830 May 03 22:52:49.935542 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-039b2972-a343-499a-ada5-12e453f0598b req-b042cbfc-03eb-4146-b859-c568ea05599f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 May 03 22:52:50.474652 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e48ff-e0c8-45d0-98c5-0445f0c0be10 req-df865551-beb3-4b9a-98e4-47374b2f06bc tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.476147 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d91e48ff-e0c8-45d0-98c5-0445f0c0be10 req-df865551-beb3-4b9a-98e4-47374b2f06bc tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 931 time: 0.0455537 May 03 22:52:50.521939 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d91e48ff-e0c8-45d0-98c5-0445f0c0be10 req-24795601-fdba-4983-9995-a2f032df72a0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 May 03 22:52:50.685049 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043be24-c921-4670-a797-97e5512094c8 req-31658398-a8f9-4538-915b-6d031331f9c4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.686415 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8043be24-c921-4670-a797-97e5512094c8 req-31658398-a8f9-4538-915b-6d031331f9c4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0455012 May 03 22:52:50.735579 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8043be24-c921-4670-a797-97e5512094c8 req-d25a27ce-80d8-4116-900a-271f31af20e3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 May 03 22:52:50.847791 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Request body: {'port': {'device_id': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:50.856128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Request body: {'port': {'device_id': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:52:50.886266 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7203e9-e5d5-41e5-8109-43e9106ec0a1 req-5c6787b2-d4ae-4e1a-a46e-4ed7bfa72a38 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:50.891210 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb7203e9-e5d5-41e5-8109-43e9106ec0a1 req-5c6787b2-d4ae-4e1a-a46e-4ed7bfa72a38 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0464075 May 03 22:52:50.936263 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb7203e9-e5d5-41e5-8109-43e9106ec0a1 req-1f65d570-bc9c-4619-8938-2c67b2678f97 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 May 03 22:52:50.961947 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:50.963914 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.047009 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1539c2f-21aa-4e83-bd87-3b255cbfa989 req-39648264-28da-4875-afeb-fb1a5e1b1471 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:51.048510 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f1539c2f-21aa-4e83-bd87-3b255cbfa989 req-39648264-28da-4875-afeb-fb1a5e1b1471 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 931 time: 0.0454674 May 03 22:52:51.094522 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f1539c2f-21aa-4e83-bd87-3b255cbfa989 req-86633a13-014a-49ab-bc02-68d438db40c6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 May 03 22:52:51.420842 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e32ce9-bfab-4590-88da-0ccfd8fd981f {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:51.431713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2392824d-c5b2-4a89-a665-c1c6d5d07006 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:51.436485 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks [] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.441904 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks [] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.461688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Transition to ACTIVE for port object 34e32ce9-bfab-4590-88da-0ccfd8fd981f will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:52:51.462617 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Transition to ACTIVE for port object 2392824d-c5b2-4a89-a665-c1c6d5d07006 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:52:51.524334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.553871 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.606442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:51.628731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.629658 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.630689 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.631045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.631392 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.632110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.633233 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.633605 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.633949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.634550 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.634900 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.636675 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.637049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.637390 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.638713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:51.659090 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7072559-80d7-49c8-84a7-4f52a67f094e req-492f2051-77e7-4839-a5f7-8fdc132de13d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:51.663271 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d7072559-80d7-49c8-84a7-4f52a67f094e req-492f2051-77e7-4839-a5f7-8fdc132de13d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 943 time: 0.0736618 May 03 22:52:51.717347 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d7072559-80d7-49c8-84a7-4f52a67f094e req-3784a227-3203-4e24-98b8-b7edc4b01302 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511203 May 03 22:52:51.768506 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Pushing event updated for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:51.814793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Attempting to bind port 34e32ce9-bfab-4590-88da-0ccfd8fd981f on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:51.815110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Attempting to bind port 34e32ce9-bfab-4590-88da-0ccfd8fd981f by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:51.815420 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Attempting to bind port 34e32ce9-bfab-4590-88da-0ccfd8fd981f on network 74e18d2c-6be4-4b46-972b-3fa228a7846a {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:51.829396 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Port 34e32ce9-bfab-4590-88da-0ccfd8fd981f on network 74e18d2c-6be4-4b46-972b-3fa228a7846a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:52:51.829721 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Attempting to bind port 34e32ce9-bfab-4590-88da-0ccfd8fd981f on network 74e18d2c-6be4-4b46-972b-3fa228a7846a {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:51.831836 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Attempting to bind port 2392824d-c5b2-4a89-a665-c1c6d5d07006 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:52:51.832221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Attempting to bind port 2392824d-c5b2-4a89-a665-c1c6d5d07006 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:52:51.832544 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Attempting to bind port 2392824d-c5b2-4a89-a665-c1c6d5d07006 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:51.837902 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Port 2392824d-c5b2-4a89-a665-c1c6d5d07006 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:52:51.838222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Attempting to bind port 2392824d-c5b2-4a89-a665-c1c6d5d07006 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:52:51.843087 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:51.843365 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Checking segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:51.843792 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Bound using segment: {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:51.844225 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Bound port: 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08da4f53-5b7e-48e5-aec8-3587adaa5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:51.844582 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.849863 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:52:51.850516 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:52:51.850753 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:52:51.850970 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Bound port: 2392824d-c5b2-4a89-a665-c1c6d5d07006, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:52:51.851304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:51.876916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69b5d1-7fbd-4f84-ac4d-49b1c0aa3e9e req-1151da0f-d3a0-473b-8860-fffb66ef4782 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:51.878487 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8c69b5d1-7fbd-4f84-ac4d-49b1c0aa3e9e req-1151da0f-d3a0-473b-8860-fffb66ef4782 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0570199 May 03 22:52:51.938239 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8c69b5d1-7fbd-4f84-ac4d-49b1c0aa3e9e req-12221741-4082-4a0b-866a-fd005c9133e4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534809 May 03 22:52:51.963754 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:51.974348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:52:51.978548 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:51.980690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:52:52.052723 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d071587-567b-4738-96a7-70224c03324a req-e2a68735-ffba-4943-9c5a-73bdb7c67423 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.054161 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8d071587-567b-4738-96a7-70224c03324a req-e2a68735-ffba-4943-9c5a-73bdb7c67423 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0484056 May 03 22:52:52.073279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:52.100067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8d071587-567b-4738-96a7-70224c03324a req-fd99a293-33d3-469f-a628-44ce863d1ab7 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 May 03 22:52:52.107830 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:52.118125 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.118824 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:52.120783 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] 10.222.0.36 "PUT /v2.0/ports/2392824d-c5b2-4a89-a665-c1c6d5d07006 HTTP/1.1" status: 200 len: 1093 time: 1.2772841 May 03 22:52:52.121390 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:52.123839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077baa77-5656-42c4-b38d-65819aa55c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:52.145574 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.145574 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:52.145574 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] 10.222.0.36 "PUT /v2.0/ports/34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 1093 time: 1.2905831 May 03 22:52:52.171257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5259edd-132c-4925-aaa9-08e8b7c98e71 service neutron] Pushing event updated for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:52.242903 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876886-dc9a-45c4-9270-45743ae3ed0a req-9457bfec-dc31-4430-afe6-8a8ccf89b18f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.243578 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b31b9-b904-4102-9dbd-a5f0210019aa service neutron] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:52.244508 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ae876886-dc9a-45c4-9270-45743ae3ed0a req-9457bfec-dc31-4430-afe6-8a8ccf89b18f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 943 time: 0.0618148 May 03 22:52:52.353891 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ae876886-dc9a-45c4-9270-45743ae3ed0a req-6f6ef721-43d4-408d-979e-b1b75567f029 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886507 May 03 22:52:52.355774 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-6e8dcaa5-c956-48f3-b97d-9580781efc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.357269 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-6e8dcaa5-c956-48f3-b97d-9580781efc26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1127 time: 0.0978010 May 03 22:52:52.360473 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-a9e82810-966f-4327-a1b6-f4837ca871a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.361856 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-a9e82810-966f-4327-a1b6-f4837ca871a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 1127 time: 0.1035213 May 03 22:52:52.387329 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f87ee-478b-41f0-9881-dfb802c8333a x-openstack-request-id: req-134f87ee-478b-41f0-9881-dfb802c8333a {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:52.387329 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:52.387329 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-134f87ee-478b-41f0-9881-dfb802c8333a {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:52.387329 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134f87ee-478b-41f0-9881-dfb802c8333a'] response: {'name': 'network-changed', 'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'status': 'completed', 'code': 200} May 03 22:52:52.673076 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-168c3e64-7431-48ec-afb7-ef813c1378ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006 HTTP/1.1" status: 200 len: 217 time: 0.2969177 May 03 22:52:52.674350 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-4d32488c-4419-4ec3-bd78-0d8bb2bd7537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 217 time: 0.3048005 May 03 22:52:52.759978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-5410d2d3-0c9e-4fe2-942b-362f301573c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.761446 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-5410d2d3-0c9e-4fe2-942b-362f301573c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0780406 May 03 22:52:52.762772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-35e97ef0-f680-4f8e-b59a-01d2f6f21fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.764069 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-35e97ef0-f680-4f8e-b59a-01d2f6f21fb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0737977 May 03 22:52:52.822911 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437ac50-179a-4a17-b5f7-55f27c2399d5 req-4aa99443-ab66-48c4-ba87-62208cd017f9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.824463 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7437ac50-179a-4a17-b5f7-55f27c2399d5 req-4aa99443-ab66-48c4-ba87-62208cd017f9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 943 time: 0.0490232 May 03 22:52:52.835097 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-d05606f5-951e-46b7-a065-6409ae1efb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.836599 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-d05606f5-951e-46b7-a065-6409ae1efb01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645776 May 03 22:52:52.837615 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-7882e7cb-0d63-4448-85a8-f32f08b96c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:52.838922 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-7882e7cb-0d63-4448-85a8-f32f08b96c57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0658689 May 03 22:52:52.877623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7437ac50-179a-4a17-b5f7-55f27c2399d5 req-830bda1a-46f0-4264-ba6c-55d931328bc8 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464532 May 03 22:52:53.000434 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-54c18d6e-ba8d-4fc9-899b-a584055f4d17 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531150 May 03 22:52:53.002102 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-078ce812-665c-4979-8c51-053f6e476345 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475275 May 03 22:52:53.067450 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1f0a4-08da-4e61-b693-11f851beebe1 req-78222296-3896-49e7-b358-dee5599a1235 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.069036 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37d1f0a4-08da-4e61-b693-11f851beebe1 req-78222296-3896-49e7-b358-dee5599a1235 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0499687 May 03 22:52:53.117256 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-37d1f0a4-08da-4e61-b693-11f851beebe1 req-104a90ea-bd6e-4300-9c3a-a921aa3ef3ad tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 May 03 22:52:53.138393 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d9a7726c-0f47-4d11-a2e1-d0a748edbd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:53.164353 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2a04b9a3-71ee-4b62-afe5-cb0ae8112829 req-068ba150-b457-48f8-9786-55323d64ce38 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498978 May 03 22:52:53.169646 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-45ce87b2-5326-47e1-8022-9c5c508a9904 req-1da9f6a7-9cdf-489a-a7d4-cf47bef340a2 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563430 May 03 22:52:53.219336 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667084c1-4e21-40a6-a954-1e5e36877de1 req-7f247c0a-08de-449f-b6b9-01ee38259c10 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.223383 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-667084c1-4e21-40a6-a954-1e5e36877de1 req-7f247c0a-08de-449f-b6b9-01ee38259c10 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0457695 May 03 22:52:53.267640 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-667084c1-4e21-40a6-a954-1e5e36877de1 req-f5d21833-a5b9-4509-96a8-01d565ab3c56 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 May 03 22:52:53.459214 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e781-a57a-44c6-888a-438d8d0fa232 req-f0d660c2-b5d2-4316-a200-a365067e5d5a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.460705 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cc3e781-a57a-44c6-888a-438d8d0fa232 req-f0d660c2-b5d2-4316-a200-a365067e5d5a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 943 time: 0.0503671 May 03 22:52:53.505956 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cc3e781-a57a-44c6-888a-438d8d0fa232 req-f40b9dd8-9bb8-407a-b6b7-1f1f4e929061 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 May 03 22:52:53.986741 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b2806-f9e8-4402-b363-c5e388a3c083 req-9113dba6-5054-476b-897d-1f2b656cc640 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:53.988734 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb7b2806-f9e8-4402-b363-c5e388a3c083 req-9113dba6-5054-476b-897d-1f2b656cc640 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 943 time: 0.0445933 May 03 22:52:54.034060 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb7b2806-f9e8-4402-b363-c5e388a3c083 req-f72dbde8-4e35-4c1a-a970-c1a8f0c6291a tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 May 03 22:52:54.233785 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d2e14-ed60-4d48-8236-394d8fb92b0a req-8f8b5993-12cd-4f0e-a3eb-db21c3493320 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:54.235219 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1d5d2e14-ed60-4d48-8236-394d8fb92b0a req-8f8b5993-12cd-4f0e-a3eb-db21c3493320 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 943 time: 0.0442750 May 03 22:52:54.386550 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:54.388975 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc2d75-2345-4c8a-88e6-b6502b17c893" -d '{"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:54.508337 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:52:54.511034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1d5d2e14-ed60-4d48-8236-394d8fb92b0a req-d01f7fa4-c496-4f51-ab5d-14b1ec7a3c0d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697070 May 03 22:52:54.546952 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327e833-6d26-410b-97bf-f02658070f62 req-4522d19d-541b-4092-84d6-40a96609308d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:54.548548 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c327e833-6d26-410b-97bf-f02658070f62 req-4522d19d-541b-4092-84d6-40a96609308d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0530896 May 03 22:52:54.573830 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069290b5-a8dc-4a5f-b22a-3df3b331345c x-openstack-request-id: req-069290b5-a8dc-4a5f-b22a-3df3b331345c {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:54.574330 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:54.575255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-069290b5-a8dc-4a5f-b22a-3df3b331345c {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:54.576143 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069290b5-a8dc-4a5f-b22a-3df3b331345c'] response: {'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:52:54.608872 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c327e833-6d26-410b-97bf-f02658070f62 req-b6621312-8981-43ca-91ae-7462de0af066 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522609 May 03 22:52:54.613005 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:54.627723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'mac_address': 'fa:16:3e:35:b4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:52:54.665908 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:54.666291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:54.666522 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dbdb0-273e-402b-90c8-6f4ca752b41e req-f6fd1baa-787c-4776-9496-7136f030c7fe tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:54.668025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d65dbdb0-273e-402b-90c8-6f4ca752b41e req-f6fd1baa-787c-4776-9496-7136f030c7fe tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 943 time: 0.0461204 May 03 22:52:54.678772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:54.698013 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:54.716899 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d65dbdb0-273e-402b-90c8-6f4ca752b41e req-77d8f107-84fb-4166-9c18-0acfb32f021e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432143 May 03 22:52:54.766482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:54.813017 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=9']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:54.820403 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.820754 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.821118 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.821479 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.821818 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.822148 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.822474 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.822799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.823140 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.823472 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.823817 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.824142 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.824464 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.824801 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:54.825103 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:52:55.002816 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077baa77-5656-42c4-b38d-65819aa55c0c req-032b9c58-ab87-4cf0-b370-504899b4e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.004851 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-032b9c58-ab87-4cf0-b370-504899b4e1c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 1127 time: 0.0656548 May 03 22:52:55.009852 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-cddbd54d-f793-40f0-a056-43aa977397b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.011220 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-cddbd54d-f793-40f0-a056-43aa977397b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1127 time: 0.0451527 May 03 22:52:55.028688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['cf40eac8-07ac-49a1-ad73-e81eba338723'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:52:55.155781 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf73e-8a90-4672-b1e6-379a082aedd4 req-e4bcb78b-8341-4cd0-9300-1dea8c0b5c23 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.157511 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f0bbf73e-8a90-4672-b1e6-379a082aedd4 req-e4bcb78b-8341-4cd0-9300-1dea8c0b5c23 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 943 time: 0.0472534 May 03 22:52:55.168674 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077baa77-5656-42c4-b38d-65819aa55c0c req-93ecdfbc-13b2-4b24-be92-72532acd3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.170139 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-93ecdfbc-13b2-4b24-be92-72532acd3dc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.1580479 May 03 22:52:55.171222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-4e4e5ead-8411-4c89-b2ce-67d28b6ad25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.172551 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-4e4e5ead-8411-4c89-b2ce-67d28b6ad25f service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.1537795 May 03 22:52:55.205674 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f0bbf73e-8a90-4672-b1e6-379a082aedd4 req-dfb875f1-43c4-4bec-93ac-dca82cd36efd tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 May 03 22:52:55.219728 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-e579888a-017a-49cb-a009-3fc5fb5db8e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006 HTTP/1.1" status: 200 len: 217 time: 0.0388591 May 03 22:52:55.252643 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-aa09f50a-2a87-416a-bc45-dad6631cda56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 217 time: 0.0707989 May 03 22:52:55.322125 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077baa77-5656-42c4-b38d-65819aa55c0c req-b8b38412-a4a1-4ccf-b1d0-4b4a9309ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.323551 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-b8b38412-a4a1-4ccf-b1d0-4b4a9309ce5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0787623 May 03 22:52:55.328451 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-6e6be357-9057-455c-b876-4398354a55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.329797 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-6e6be357-9057-455c-b876-4398354a55c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0586956 May 03 22:52:55.390671 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077baa77-5656-42c4-b38d-65819aa55c0c req-09384248-67b1-490e-88e3-c01a0c23cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.392191 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-09384248-67b1-490e-88e3-c01a0c23cdfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615633 May 03 22:52:55.395149 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-3b4fce5d-b821-439b-9565-d0400666f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.396535 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-3b4fce5d-b821-439b-9565-d0400666f678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577469 May 03 22:52:55.463206 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b07b149f-1ad0-45a8-9029-4f7d847a03e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:55.558136 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-2ee31477-726e-4989-b6d7-2d218313e031 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538775 May 03 22:52:55.559871 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-9a883c0f-9e82-4694-9a51-4f900e57fe41 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567683 May 03 22:52:55.639393 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dce306-3c8f-4b01-92d2-0b111d9d5b07 req-d74e5874-5299-49ea-862d-747c8c54e9c5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.640958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-58dce306-3c8f-4b01-92d2-0b111d9d5b07 req-d74e5874-5299-49ea-862d-747c8c54e9c5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0526838 May 03 22:52:55.698388 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-58dce306-3c8f-4b01-92d2-0b111d9d5b07 req-90a27549-d6b6-4983-ac3b-5f04d7671596 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506613 May 03 22:52:55.728067 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-88bc2d75-2345-4c8a-88e6-b6502b17c893 req-6b7ab2b3-c762-4ba8-84a5-ab207cf78135 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575432 May 03 22:52:55.731198 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-077baa77-5656-42c4-b38d-65819aa55c0c req-f0d7a08d-f576-486e-a221-96d8e6b60dc8 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551330 May 03 22:52:55.736946 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6466d5-6107-420d-a7be-e1776a2c34c3 req-672614d1-7b05-4904-92c1-c33126b17426 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.738503 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2f6466d5-6107-420d-a7be-e1776a2c34c3 req-672614d1-7b05-4904-92c1-c33126b17426 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0549948 May 03 22:52:55.802677 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2f6466d5-6107-420d-a7be-e1776a2c34c3 req-829389bf-d730-431c-863a-b52d1866f9a4 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507410 May 03 22:52:55.836840 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0806-5b8a-4dba-a26f-616bc1e528b0 req-36a68e49-5328-49fb-b746-c4e894f1b9c5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:55.838314 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5a9a0806-5b8a-4dba-a26f-616bc1e528b0 req-36a68e49-5328-49fb-b746-c4e894f1b9c5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 943 time: 0.0512214 May 03 22:52:55.884308 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5a9a0806-5b8a-4dba-a26f-616bc1e528b0 req-60e830b3-6f78-4492-a6d1-3e14aa9574db tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 May 03 22:52:56.317211 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72f4f8-3295-4814-a542-13a76d883cfc req-dcc5bbf5-3cee-4c20-82cf-051a0f2b1f8d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:56.318780 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be72f4f8-3295-4814-a542-13a76d883cfc req-dcc5bbf5-3cee-4c20-82cf-051a0f2b1f8d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 943 time: 0.0458584 May 03 22:52:56.367208 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be72f4f8-3295-4814-a542-13a76d883cfc req-a6934ba1-50de-4662-90b3-72fe1a8ec89d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 May 03 22:52:56.529727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 34e32ce9-bfab-4590-88da-0ccfd8fd981f details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:52:56.532894 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:56.577199 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.643824 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port cf40eac8-07ac-49a1-ad73-e81eba338723 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:56.644196 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.696256 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:56.715147 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'port_id': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'mac_address': 'fa:16:3e:23:f3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:52:56.780955 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf40eac8-07ac-49a1-ad73-e81eba338723 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:56.781258 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.783935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 34e32ce9-bfab-4590-88da-0ccfd8fd981f is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:56.784303 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.810754 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e32ce9-bfab-4590-88da-0ccfd8fd981f {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:56.817679 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8998469-ecb0-4f64-ac3d-6e9c272bd499 req-987c8b5d-2d5a-4104-bad7-e27b9a6af704 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:56.818785 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:56.819205 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8998469-ecb0-4f64-ac3d-6e9c272bd499 req-987c8b5d-2d5a-4104-bad7-e27b9a6af704 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 944 time: 0.0462523 May 03 22:52:56.821029 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd66b3-0a3d-4f8b-8e6b-24b4cfdd29a4" -d '{"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:56.843326 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:56.846862 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:56.868230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8998469-ecb0-4f64-ac3d-6e9c272bd499 req-35b386ce-600f-4467-85e2-93d06703ef83 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 May 03 22:52:56.915224 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d7a31-7636-4518-a98f-1ffd77e164c9 x-openstack-request-id: req-245d7a31-7636-4518-a98f-1ffd77e164c9 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:56.915560 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-plugged", "status": "completed", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:56.915839 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-245d7a31-7636-4518-a98f-1ffd77e164c9 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:56.916232 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245d7a31-7636-4518-a98f-1ffd77e164c9'] response: {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'code': 200} May 03 22:52:56.917936 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a36d6b-42d6-4d9e-a7de-8b47dc5de90f req-b37e2395-aa43-40b3-98fa-9108a0f9287a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:56.918630 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.919428 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78a36d6b-42d6-4d9e-a7de-8b47dc5de90f req-b37e2395-aa43-40b3-98fa-9108a0f9287a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0465493 May 03 22:52:56.966318 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:56.966950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2392824d-c5b2-4a89-a665-c1c6d5d07006 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:52:56.982314 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78a36d6b-42d6-4d9e-a7de-8b47dc5de90f req-109f3ff1-c3b6-4e3d-b821-e7dff1d04384 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536275 May 03 22:52:57.010959 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=10']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:57.022337 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d6c9-1303-4f1c-b34d-32d6c02b99b3 req-98e66c1d-f13b-4b4b-ad38-ee9df2bb2f58 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:57.023860 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90f8d6c9-1303-4f1c-b34d-32d6c02b99b3 req-98e66c1d-f13b-4b4b-ad38-ee9df2bb2f58 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 943 time: 0.0572071 May 03 22:52:57.072996 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90f8d6c9-1303-4f1c-b34d-32d6c02b99b3 req-12132309-993f-4000-b46d-1b6427cf523f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 May 03 22:52:57.231031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:57.248171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:57.258659 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'port_id': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'mac_address': 'fa:16:3e:57:0c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:52:57.299047 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 2392824d-c5b2-4a89-a665-c1c6d5d07006 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:57.299431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:57.312391 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2392824d-c5b2-4a89-a665-c1c6d5d07006 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:52:57.331546 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:57.438613 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:57.478760 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882528a5-62e5-4c4c-8eee-3e289e74835a req-885b5165-1a38-450f-8819-47fdb1a4a57e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:57.480535 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882528a5-62e5-4c4c-8eee-3e289e74835a req-885b5165-1a38-450f-8819-47fdb1a4a57e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 944 time: 0.0491989 May 03 22:52:57.489193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:57.532888 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882528a5-62e5-4c4c-8eee-3e289e74835a req-e395be36-e822-40dd-84c2-0b4b66a2f0a2 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 May 03 22:52:57.561514 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10079e63-2caf-45b6-bc43-86cd1cbd36cc req-a8061bc4-cc0f-4e70-bed8-96c1c7408f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:57.563001 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-10079e63-2caf-45b6-bc43-86cd1cbd36cc req-a8061bc4-cc0f-4e70-bed8-96c1c7408f8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1130 time: 0.0383248 May 03 22:52:57.606861 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-10079e63-2caf-45b6-bc43-86cd1cbd36cc req-115b8481-8c8b-4864-8093-b7f27f2ae3d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369430 May 03 22:52:57.839942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:52:57.867948 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:57.951907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['2392824d-c5b2-4a89-a665-c1c6d5d07006'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:52:57.987967 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ac571-5152-46bc-8659-e96cb0e49fa6 req-a0047702-058b-4e9d-a444-dded4a8f246c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:57.989453 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-208ac571-5152-46bc-8659-e96cb0e49fa6 req-a0047702-058b-4e9d-a444-dded4a8f246c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0496027 May 03 22:52:58.038092 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-208ac571-5152-46bc-8659-e96cb0e49fa6 req-a7ad09de-d871-4056-8f48-7e857f81cf93 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419493 May 03 22:52:58.106634 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f77ae-c788-4927-8699-a0b77602a349 req-9bda2f4f-dd10-4161-854a-69f5c6bccb8d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:58.108148 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bc4f77ae-c788-4927-8699-a0b77602a349 req-9bda2f4f-dd10-4161-854a-69f5c6bccb8d tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0452092 May 03 22:52:58.163269 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bc4f77ae-c788-4927-8699-a0b77602a349 req-a473c5af-d3a9-4097-a9d9-89b3fb4eba37 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491478 May 03 22:52:58.196072 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8245efb-d7d9-425e-aebb-a22bcade091c req-e9e393fd-d68f-4a26-86b0-4283df8592fc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:58.197514 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8245efb-d7d9-425e-aebb-a22bcade091c req-e9e393fd-d68f-4a26-86b0-4283df8592fc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 944 time: 0.0542214 May 03 22:52:58.246045 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8245efb-d7d9-425e-aebb-a22bcade091c req-31634a67-9a76-4bec-8b29-076d20774eaf tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 May 03 22:52:58.640916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e198-e332-4d74-903e-5f841979d6df req-256226c4-9064-4ad9-84a4-752688372097 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:58.642338 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c9e8e198-e332-4d74-903e-5f841979d6df req-256226c4-9064-4ad9-84a4-752688372097 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 944 time: 0.0440931 May 03 22:52:58.687831 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c9e8e198-e332-4d74-903e-5f841979d6df req-029bf811-088a-4255-aa6d-589d6e0f179c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 May 03 22:52:59.152214 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ddc7-f298-4535-9722-7d6788acbe64 req-5f7f14a6-c09e-4079-bb6c-8fd2dc0e07ae tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:59.153713 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2619ddc7-f298-4535-9722-7d6788acbe64 req-5f7f14a6-c09e-4079-bb6c-8fd2dc0e07ae tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0459137 May 03 22:52:59.202181 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2619ddc7-f298-4535-9722-7d6788acbe64 req-18115294-499e-4434-b875-994ca2eb9c0e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 May 03 22:52:59.278852 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43844e13-7c4a-4a3d-b49c-142c09e58bb0 req-637e61b1-0290-4ab0-b320-d29ac8cb8a63 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:59.280423 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-43844e13-7c4a-4a3d-b49c-142c09e58bb0 req-637e61b1-0290-4ab0-b320-d29ac8cb8a63 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0513382 May 03 22:52:59.337997 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:59.360093 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-43844e13-7c4a-4a3d-b49c-142c09e58bb0 req-796a4041-4390-44c5-8275-9161afe95ff5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729108 May 03 22:52:59.371153 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2392824d-c5b2-4a89-a665-c1c6d5d07006 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:59.387440 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c968b-0f0b-468b-b827-9ab5c5c09f3c req-85ae9512-8e61-4c69-9a6c-49301295c09d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:59.389682 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a1c968b-0f0b-468b-b827-9ab5c5c09f3c req-85ae9512-8e61-4c69-9a6c-49301295c09d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 944 time: 0.0684762 May 03 22:52:59.421327 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 2392824d-c5b2-4a89-a665-c1c6d5d07006 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:52:59.443596 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a1c968b-0f0b-468b-b827-9ab5c5c09f3c req-0f74bdae-66c0-4fad-b6a6-f3ac9ca5b55c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 May 03 22:52:59.492038 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 2392824d-c5b2-4a89-a665-c1c6d5d07006 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:59.492441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:59.569510 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 2392824d-c5b2-4a89-a665-c1c6d5d07006 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:59.569897 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:59.594358 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:52:59.596560 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32c5489-4256-4188-a975-dbd4d983aad6" -d '{"events": [{"server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "name": "network-vif-plugged", "status": "completed", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:52:59.608658 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:52:59.632380 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7257db3-b27f-4ce7-bee7-2495b1ea4dc1 x-openstack-request-id: req-b7257db3-b27f-4ce7-bee7-2495b1ea4dc1 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:52:59.642582 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "name": "network-vif-plugged", "status": "completed", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:52:59.642582 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7257db3-b27f-4ce7-bee7-2495b1ea4dc1 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:52:59.642582 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7257db3-b27f-4ce7-bee7-2495b1ea4dc1'] response: {'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'code': 200} May 03 22:52:59.689896 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:59.694259 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 34e32ce9-bfab-4590-88da-0ccfd8fd981f up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:52:59.778283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:52:59.793838 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 34e32ce9-bfab-4590-88da-0ccfd8fd981f completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:52:59.813312 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32205ab-97c0-4eb2-8204-a63855ad4dab req-904d9aa2-3b9a-4e84-a6ee-74d042726409 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:52:59.817131 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b32205ab-97c0-4eb2-8204-a63855ad4dab req-904d9aa2-3b9a-4e84-a6ee-74d042726409 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 944 time: 0.0564642 May 03 22:52:59.867897 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b32205ab-97c0-4eb2-8204-a63855ad4dab req-b6fd0d5d-314a-424e-9a81-015d6a5f1b56 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 May 03 22:52:59.891902 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 34e32ce9-bfab-4590-88da-0ccfd8fd981f triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:52:59.892280 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:52:59.973265 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 34e32ce9-bfab-4590-88da-0ccfd8fd981f is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:52:59.973665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:00.006768 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:53:00.047534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894fef-011c-404e-aaaa-687c00326d37 req-8a06b84a-3ca9-4822-9827-4808960e6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.049027 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-54894fef-011c-404e-aaaa-687c00326d37 req-8a06b84a-3ca9-4822-9827-4808960e6377 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 1129 time: 0.0396173 May 03 22:53:00.092980 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-54894fef-011c-404e-aaaa-687c00326d37 req-5ecbd778-12df-4adb-adb7-1aebe35b84ab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368004 May 03 22:53:00.130116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:00.178549 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:00.318443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b39325-1998-4224-a4bc-4632822cd585 req-23c9fb87-f770-4051-9125-742dc6ccf365 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.320164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91b39325-1998-4224-a4bc-4632822cd585 req-23c9fb87-f770-4051-9125-742dc6ccf365 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0457265 May 03 22:53:00.368162 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91b39325-1998-4224-a4bc-4632822cd585 req-51618581-51f8-4035-b885-dc3d1e2050f6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 May 03 22:53:00.476965 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030dc81-2600-4624-9eff-a26d02fa9845 req-94f8e039-1b12-4146-8c2a-185bcc6521de tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.478487 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0030dc81-2600-4624-9eff-a26d02fa9845 req-94f8e039-1b12-4146-8c2a-185bcc6521de tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0472682 May 03 22:53:00.541893 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0030dc81-2600-4624-9eff-a26d02fa9845 req-75dd85d8-7670-4130-87b7-72150a57c2c0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568326 May 03 22:53:00.575187 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c17334-a83c-4c68-af2e-06cab325be59 req-67cb769d-7679-4b4f-9e8a-62b7b9b88989 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.576683 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52c17334-a83c-4c68-af2e-06cab325be59 req-67cb769d-7679-4b4f-9e8a-62b7b9b88989 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0633316 May 03 22:53:00.623624 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52c17334-a83c-4c68-af2e-06cab325be59 req-d458aa2e-5750-420e-8059-0a51ec05f097 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 May 03 22:53:00.984154 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897396a-877d-4893-89af-17915fdd08a0 req-578be497-4a8b-4303-b916-db4a7ea5b88b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:00.988958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b897396a-877d-4893-89af-17915fdd08a0 req-578be497-4a8b-4303-b916-db4a7ea5b88b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0475986 May 03 22:53:01.042268 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b897396a-877d-4893-89af-17915fdd08a0 req-0345272a-a49a-465d-83c4-a9439d3a7cae tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499735 May 03 22:53:01.411291 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7573e4-4abc-4747-a8b3-dbdd39899418 req-c3ae326d-a91e-420d-852e-a3219483a577 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.412228 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c7573e4-4abc-4747-a8b3-dbdd39899418 req-c3ae326d-a91e-420d-852e-a3219483a577 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0495899 May 03 22:53:01.487518 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6c7573e4-4abc-4747-a8b3-dbdd39899418 req-dd3ba96c-fb30-40cb-ae0a-9110b04fabbd tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695624 May 03 22:53:01.498800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9f181-20f2-4b9b-8143-affc82d19483 req-d1d963a6-fb72-4e6e-9582-2a07e28e121d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.500252 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8cc9f181-20f2-4b9b-8143-affc82d19483 req-d1d963a6-fb72-4e6e-9582-2a07e28e121d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0570812 May 03 22:53:01.548067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8cc9f181-20f2-4b9b-8143-affc82d19483 req-de21fd7b-8279-4ac7-9c2a-f98feaa8de45 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 May 03 22:53:01.634273 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:01.636708 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ad95f-41c7-43ba-a919-13661eac200b" -d '{"events": [{"server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "name": "network-vif-plugged", "status": "completed", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:01.664498 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af5fa7-a6f2-4fec-b4a2-62da91195af5 req-52c6b415-8108-4bab-b4ca-bc94afe1cf7f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.666007 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-08af5fa7-a6f2-4fec-b4a2-62da91195af5 req-52c6b415-8108-4bab-b4ca-bc94afe1cf7f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0506008 May 03 22:53:01.679004 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328e5ec2-d0a2-4bae-8448-a0662659d0e4 x-openstack-request-id: req-328e5ec2-d0a2-4bae-8448-a0662659d0e4 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:01.679958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "name": "network-vif-plugged", "status": "completed", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:01.680263 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-328e5ec2-d0a2-4bae-8448-a0662659d0e4 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:01.680585 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328e5ec2-d0a2-4bae-8448-a0662659d0e4'] response: {'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'code': 200} May 03 22:53:01.743011 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-08af5fa7-a6f2-4fec-b4a2-62da91195af5 req-29ff9679-0c60-48ca-9b85-c0ce550095a4 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710454 May 03 22:53:01.779565 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d0b02-9882-49ea-b9ef-1a12a983a96b req-f6981e5d-d3b7-4d4b-a8de-b80c25ee15a1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.781130 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-249d0b02-9882-49ea-b9ef-1a12a983a96b req-f6981e5d-d3b7-4d4b-a8de-b80c25ee15a1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0508749 May 03 22:53:01.845594 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-249d0b02-9882-49ea-b9ef-1a12a983a96b req-9a2ce4e3-e4f9-40fe-9954-3d942a74c820 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507755 May 03 22:53:01.887722 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-dcd2dd58-a590-4fa2-ac55-fb338f46d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.889203 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-dcd2dd58-a590-4fa2-ac55-fb338f46d062 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0423889 May 03 22:53:01.990336 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-52849943-4ae5-407b-ae2f-4a1510d87818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:01.990336 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-52849943-4ae5-407b-ae2f-4a1510d87818 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0929112 May 03 22:53:02.061483 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-f44f7027-b010-4620-9149-82ee03bf630a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 1001 time: 0.0616670 May 03 22:53:02.139654 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-e1639fce-baed-4717-86b2-d8705d6d937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.141352 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-e1639fce-baed-4717-86b2-d8705d6d937d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0660250 May 03 22:53:02.190403 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60305ba-4a6c-4686-a675-9252f3fd3c97 req-664687bd-d97a-4692-878b-b62e67e06b86 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.192547 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d60305ba-4a6c-4686-a675-9252f3fd3c97 req-664687bd-d97a-4692-878b-b62e67e06b86 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0795324 May 03 22:53:02.201369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f322db-11b0-409f-a637-59101aef8a9f req-cfc01104-e22f-4e08-94d0-7dff8443b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.203467 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-44f322db-11b0-409f-a637-59101aef8a9f req-cfc01104-e22f-4e08-94d0-7dff8443b2b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1129 time: 0.0757363 May 03 22:53:02.207199 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e2d0-d636-4de4-a5bf-4cd896ca970b req-f5016abe-78fc-4549-9d14-ca342dc97450 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.208762 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9937e2d0-d636-4de4-a5bf-4cd896ca970b req-f5016abe-78fc-4549-9d14-ca342dc97450 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0670092 May 03 22:53:02.209207 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-84ba04f2-a18c-43fa-9349-f2637712f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.210634 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-84ba04f2-a18c-43fa-9349-f2637712f619 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506985 May 03 22:53:02.283869 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d60305ba-4a6c-4686-a675-9252f3fd3c97 req-40accf38-3994-4cfe-b9dd-d6119dcf6a10 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740802 May 03 22:53:02.289052 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9937e2d0-d636-4de4-a5bf-4cd896ca970b req-98b9982b-c700-4914-8c62-c46d974e94e8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719566 May 03 22:53:02.359943 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-44f322db-11b0-409f-a637-59101aef8a9f req-7b19d889-0d09-4b4c-9a2b-8376ea7d1d9e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317239 May 03 22:53:02.362494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-ec646c80-55ee-48c3-81be-b0c29aa213cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.364535 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-ec646c80-55ee-48c3-81be-b0c29aa213cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 1129 time: 0.1041372 May 03 22:53:02.382243 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-cc968b56-0065-4490-badc-5b27716de6fd service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476552 May 03 22:53:02.598506 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c69229-ae5e-4769-8a62-7b0dca5d88ba req-bf4d5560-ee5a-4a3e-a131-32ddf8ec2654 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.600155 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-49c69229-ae5e-4769-8a62-7b0dca5d88ba req-bf4d5560-ee5a-4a3e-a131-32ddf8ec2654 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0458319 May 03 22:53:02.646057 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-49c69229-ae5e-4769-8a62-7b0dca5d88ba req-e6eb21ea-4a33-4c56-9e18-36afe24c41c9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404854 May 03 22:53:02.734779 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-862aeb9a-d15d-45a3-b17f-6474ddd49bc3 req-e662291f-a799-4d27-9cbe-6fbba10bc04d service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509340 May 03 22:53:02.735888 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-07790c6d-f255-4be7-8816-0a25f5d7757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.737185 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-07790c6d-f255-4be7-8816-0a25f5d7757c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.1522446 May 03 22:53:02.968430 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4a6c2-312a-4463-a64f-915df21d0740 req-d8c26adf-c2c2-4110-bc12-04c1b76313fc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:02.969906 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0dc4a6c2-312a-4463-a64f-915df21d0740 req-d8c26adf-c2c2-4110-bc12-04c1b76313fc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0560136 May 03 22:53:03.015861 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0dc4a6c2-312a-4463-a64f-915df21d0740 req-2eadb395-44bf-44b4-a5a1-4e2206be4191 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394480 May 03 22:53:03.120615 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc42fe-f8a5-416d-b76c-ddc0e2519d10 req-23a619df-65ff-49c2-9e39-40f247afd499 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.121989 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1cbc42fe-f8a5-416d-b76c-ddc0e2519d10 req-23a619df-65ff-49c2-9e39-40f247afd499 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0443459 May 03 22:53:03.131282 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40490) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:03.135482 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'port_id': '2392824d-c5b2-4a89-a665-c1c6d5d07006'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:03.175098 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:03.212618 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-7a05efae-3937-49bf-b311-df5079e5312b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 200 len: 1000 time: 0.0664382 May 03 22:53:03.386407 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-35742748-abb8-4edb-a90f-6569ac9df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.387800 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-35742748-abb8-4edb-a90f-6569ac9df07d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0449862 May 03 22:53:03.429784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-8df693cd-db34-4bca-bdbf-48aea85926eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.431273 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-8df693cd-db34-4bca-bdbf-48aea85926eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377023 May 03 22:53:03.505670 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013a062-6aa6-47bc-916f-5e1bcd4c9337 req-6248eff0-1f24-4366-8fd8-44aa4c1c7a4b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.507130 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7013a062-6aa6-47bc-916f-5e1bcd4c9337 req-6248eff0-1f24-4366-8fd8-44aa4c1c7a4b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.1317577 May 03 22:53:03.514415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172227a1-26d4-4990-8da4-aa496308a3d9 req-74208eee-7a77-42d8-a72c-a508641a318f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.515818 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-172227a1-26d4-4990-8da4-aa496308a3d9 req-74208eee-7a77-42d8-a72c-a508641a318f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.1415007 May 03 22:53:03.642304 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7013a062-6aa6-47bc-916f-5e1bcd4c9337 req-680ebb33-84d6-492a-bdbc-e225a62acbad tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254251 May 03 22:53:03.684211 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-172227a1-26d4-4990-8da4-aa496308a3d9 req-92eee7c6-a387-42a5-bf10-d4868c55ec6f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314616 May 03 22:53:03.816056 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268c05-8e26-4918-8a2b-259e7fc98ab5 req-dfef6d2f-6333-4c5e-a529-d44e8f6b9b5e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:03.818100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d2268c05-8e26-4918-8a2b-259e7fc98ab5 req-dfef6d2f-6333-4c5e-a529-d44e8f6b9b5e tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0892675 May 03 22:53:03.853423 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:03.879100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d2268c05-8e26-4918-8a2b-259e7fc98ab5 req-585cd637-f169-4643-996b-4ff225602d69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546992 May 03 22:53:03.906934 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:04.018401 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP 75817f40-94dd-4eb5-bd4c-4a10a2e100ef associated. External IP: 172.27.0.39, port: 2392824d-c5b2-4a89-a665-c1c6d5d07006. May 03 22:53:04.089921 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-4021aeff-1ba5-479c-af94-6d636f116c78 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911834 May 03 22:53:04.178469 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-dc59082b-cc10-4ee1-acad-16c50bd630b6 req-e5f1d609-3ff0-4ec5-bf09-d87de9840913 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827594 May 03 22:53:04.229536 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:53:04.342382 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:53:04.347358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:04.352802 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:04.362037 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:04.362646 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:04.376275 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ae526a30-4954-425a-b292-d930e0fc316a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "PUT /v2.0/floatingips/75817f40-94dd-4eb5-bd4c-4a10a2e100ef HTTP/1.1" status: 200 len: 990 time: 1.2439299 May 03 22:53:04.376998 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:04.379226 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bba623-c349-4adf-9cea-95287f82098b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:04.420214 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac88440e-d0ba-4169-ae38-b843df0a2fdf x-openstack-request-id: req-ac88440e-d0ba-4169-ae38-b843df0a2fdf {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:04.420509 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:04.420763 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac88440e-d0ba-4169-ae38-b843df0a2fdf {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:04.421165 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac88440e-d0ba-4169-ae38-b843df0a2fdf'] response: {'name': 'network-changed', 'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'status': 'completed', 'code': 200} May 03 22:53:04.471818 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:04.490696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba623-c349-4adf-9cea-95287f82098b req-b69cec9e-af5f-4eae-a2d0-bfd158e42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.492242 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-b69cec9e-af5f-4eae-a2d0-bfd158e42f22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 1129 time: 0.0437973 May 03 22:53:04.582941 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba623-c349-4adf-9cea-95287f82098b req-e1cb05ad-c334-4642-b42f-5a4f76f96f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.584435 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-e1cb05ad-c334-4642-b42f-5a4f76f96f53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.0855169 May 03 22:53:04.778341 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '75817f40-94dd-4eb5-bd4c-4a10a2e100ef', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:57:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:52:23Z', 'updated_at': '2022-05-03T22:53:03Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}, {'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:04.794919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c65b4e-e139-40da-ac18-25444f2dac8c req-5b348e67-ef74-424f-85a0-510653c5b501 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.796925 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-41c65b4e-e139-40da-ac18-25444f2dac8c req-5b348e67-ef74-424f-85a0-510653c5b501 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0739033 May 03 22:53:04.805403 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:04.815692 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:04.816326 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:04.820932 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c72c96-e384-4861-959b-31930495f29e req-9f152080-025c-4b5d-9079-3e4e72b1744e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:04.822424 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95c72c96-e384-4861-959b-31930495f29e req-9f152080-025c-4b5d-9079-3e4e72b1744e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0637889 May 03 22:53:04.884666 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-41c65b4e-e139-40da-ac18-25444f2dac8c req-856baad4-278f-46be-bbcd-532cf0f8880c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825086 May 03 22:53:04.891586 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95c72c96-e384-4861-959b-31930495f29e req-1a5c3b25-f645-43c6-9dbc-8311f5c80f32 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627930 May 03 22:53:04.929620 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:05.031154 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93a53d-adb4-4748-8ddf-3c5c21e9f003 req-2f0426dc-589f-48d2-a9b1-6a014a8d2111 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.032671 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce93a53d-adb4-4748-8ddf-3c5c21e9f003 req-2f0426dc-589f-48d2-a9b1-6a014a8d2111 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0827646 May 03 22:53:05.043793 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981639-71c3-44d8-95a3-1951788a5281 req-d3e6ac4e-91cd-4bdf-b0e4-8f2e00f3054e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.045218 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-50981639-71c3-44d8-95a3-1951788a5281 req-d3e6ac4e-91cd-4bdf-b0e4-8f2e00f3054e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0633271 May 03 22:53:05.116474 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce93a53d-adb4-4748-8ddf-3c5c21e9f003 req-22860282-6b6b-4cf2-8607-8f07438985e5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702796 May 03 22:53:05.120723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-50981639-71c3-44d8-95a3-1951788a5281 req-c8eeb533-e1a9-42a1-bef0-a55d666db68c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675488 May 03 22:53:05.150353 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '75817f40-94dd-4eb5-bd4c-4a10a2e100ef', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:57:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:52:23Z', 'updated_at': '2022-05-03T22:53:03Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}, {'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:05.177972 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc1eec-0b18-45fd-8d2c-4d1d35b68369 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '75817f40-94dd-4eb5-bd4c-4a10a2e100ef', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:57:0c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:52:23Z', 'updated_at': '2022-05-03T22:53:03Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}, {'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:05.190081 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-ae71c48d-abcf-4d84-bae2-288c4d05f097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006 HTTP/1.1" status: 200 len: 998 time: 0.0784457 May 03 22:53:05.249287 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba623-c349-4adf-9cea-95287f82098b req-280f5ef3-1478-416b-9f15-7f87d4d0b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.251090 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-280f5ef3-1478-416b-9f15-7f87d4d0b232 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0527644 May 03 22:53:05.286366 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:05.315169 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bba623-c349-4adf-9cea-95287f82098b req-4bb8c21d-b09d-4974-8d84-18c7b78de21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.317260 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-4bb8c21d-b09d-4974-8d84-18c7b78de21b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451560 May 03 22:53:05.440991 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf447c8a-aac0-4f8f-8b32-2c6005d55674 None None] New status for floating IP 75817f40-94dd-4eb5-bd4c-4a10a2e100ef: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:53:05.504263 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6cc6c-114a-443b-a06d-a5fce40c07c4 req-6d3d446a-5a69-48d6-8114-007794f497ac tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:05.506880 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04d6cc6c-114a-443b-a06d-a5fce40c07c4 req-6d3d446a-5a69-48d6-8114-007794f497ac tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0532289 May 03 22:53:05.559042 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-04d6cc6c-114a-443b-a06d-a5fce40c07c4 req-2ab8199d-c26a-4551-9009-fde7004f05cc tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 May 03 22:53:05.642887 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-592767e5-55c5-40a1-877f-ed8f98847a8d service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189499 May 03 22:53:05.741200 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23bba623-c349-4adf-9cea-95287f82098b req-5d4a833f-5e9f-4ba2-86ea-e933d0fc64c3 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919123 May 03 22:53:06.006424 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea280981-0a77-49cc-a4a0-d474a2f52204 req-fc4cb788-5cff-458b-ade6-0d9ea21d407f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:06.007928 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea280981-0a77-49cc-a4a0-d474a2f52204 req-fc4cb788-5cff-458b-ade6-0d9ea21d407f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0455465 May 03 22:53:06.054259 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea280981-0a77-49cc-a4a0-d474a2f52204 req-c53f6ea6-c5c0-43a9-b5e5-6daab1fe4824 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 May 03 22:53:06.230455 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b34d9-37ce-4529-9316-f3b11a69fd43 req-a9b61e0f-7f82-48da-9bfa-dd1e27b28215 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:06.231945 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-447b34d9-37ce-4529-9316-f3b11a69fd43 req-a9b61e0f-7f82-48da-9bfa-dd1e27b28215 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0457895 May 03 22:53:06.283722 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-447b34d9-37ce-4529-9316-f3b11a69fd43 req-48464cc6-e758-4849-89bf-43dc94063888 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460520 May 03 22:53:07.400527 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3698d-cb16-43b9-ae02-d0b591f3c8d2 req-1ac420b2-4985-4cc0-a14f-bcea82188ecf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:07.402050 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-41d3698d-cb16-43b9-ae02-d0b591f3c8d2 req-1ac420b2-4985-4cc0-a14f-bcea82188ecf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0511227 May 03 22:53:07.454505 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-41d3698d-cb16-43b9-ae02-d0b591f3c8d2 req-db7a209a-5228-4a71-b1d4-b007a770c264 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 May 03 22:53:08.569740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd94af-049f-4f92-996c-3649d63bcb45 req-2fb92863-ba7a-407f-b86a-7d7474ca6054 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:08.571238 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-15bd94af-049f-4f92-996c-3649d63bcb45 req-2fb92863-ba7a-407f-b86a-7d7474ca6054 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0453761 May 03 22:53:08.616552 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-15bd94af-049f-4f92-996c-3649d63bcb45 req-e057f141-880d-46d5-8081-c77127495395 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398636 May 03 22:53:09.733663 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d70781-f502-44b7-a92e-05ea55826cf7 req-b6fdc3b5-4413-40ac-9127-414295af9ca8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:09.735135 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61d70781-f502-44b7-a92e-05ea55826cf7 req-b6fdc3b5-4413-40ac-9127-414295af9ca8 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0496840 May 03 22:53:09.782822 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61d70781-f502-44b7-a92e-05ea55826cf7 req-e79f6746-fced-404f-a6ca-0e1c8b9f8d22 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 May 03 22:53:10.890607 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f79a8-4013-48b0-b8f7-36c69c994e75 req-0c661067-c45b-4a34-95d3-2eac09181e32 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:10.892054 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fc9f79a8-4013-48b0-b8f7-36c69c994e75 req-0c661067-c45b-4a34-95d3-2eac09181e32 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0446982 May 03 22:53:10.937566 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fc9f79a8-4013-48b0-b8f7-36c69c994e75 req-5e933fe4-90ad-44fa-befb-59d0d5f64f4d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 May 03 22:53:12.048305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26339ae1-2693-482e-99f7-e9fca797d95b req-a758c603-e78b-4113-8f37-0a878495b046 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:12.049758 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-26339ae1-2693-482e-99f7-e9fca797d95b req-a758c603-e78b-4113-8f37-0a878495b046 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0451648 May 03 22:53:12.094408 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-26339ae1-2693-482e-99f7-e9fca797d95b req-3b357f47-76c8-4f4f-9293-f960d97d12d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 May 03 22:53:13.205527 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef1bf3-6327-4f8b-87ae-d8d04b0c1ff7 req-910831fa-ef76-4599-9d05-3f045acb11b6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:13.206987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-79ef1bf3-6327-4f8b-87ae-d8d04b0c1ff7 req-910831fa-ef76-4599-9d05-3f045acb11b6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0482128 May 03 22:53:13.252576 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-79ef1bf3-6327-4f8b-87ae-d8d04b0c1ff7 req-00e9c437-56c0-4ad5-a238-908d1fa392be tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 May 03 22:53:14.367489 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f38439-2ae5-4a4b-ac17-7e24a8bd2ab4 req-a5722e02-8b20-4463-b328-05763ab8eedf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:14.368959 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-57f38439-2ae5-4a4b-ac17-7e24a8bd2ab4 req-a5722e02-8b20-4463-b328-05763ab8eedf tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0463839 May 03 22:53:14.414265 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-57f38439-2ae5-4a4b-ac17-7e24a8bd2ab4 req-e2dcb302-7519-4b48-aa27-8626dfcb88d9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 May 03 22:53:15.532356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ffd1-6b83-47ad-800f-35eaef59ebc5 req-a1c9b374-0e1b-45f5-a39e-9c3c3c5e3e5b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:15.533802 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a673ffd1-6b83-47ad-800f-35eaef59ebc5 req-a1c9b374-0e1b-45f5-a39e-9c3c3c5e3e5b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0491438 May 03 22:53:15.538342 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:53:15.798745 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a673ffd1-6b83-47ad-800f-35eaef59ebc5 req-f290da7b-f248-419f-b39d-f647f0ca236f tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584007 May 03 22:53:16.936152 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676391-8b0c-4381-a682-94f4e40910f2 req-54992c41-8e66-4ad3-9cb5-522ad5982f56 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:16.937496 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-48676391-8b0c-4381-a682-94f4e40910f2 req-54992c41-8e66-4ad3-9cb5-522ad5982f56 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0714250 May 03 22:53:16.943299 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a21c0-54b7-4d3a-b255-a0f68b9b80a0 req-ea1dd2d4-0ebd-4448-8202-5603f69afae9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:16.945415 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-106a21c0-54b7-4d3a-b255-a0f68b9b80a0 req-ea1dd2d4-0ebd-4448-8202-5603f69afae9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0805848 May 03 22:53:17.014439 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-48676391-8b0c-4381-a682-94f4e40910f2 req-ecf23afd-cb65-40c4-95da-bd060b691595 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680857 May 03 22:53:17.021135 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-106a21c0-54b7-4d3a-b255-a0f68b9b80a0 req-8314b2be-fddb-470a-a04d-3521f7a9b584 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692945 May 03 22:53:17.042835 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40592) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:17.248883 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142cfb57-d989-4f7f-ab22-1300cc4a2d54 tempest-TestMinimumBasicScenario-1510086277 tempest-TestMinimumBasicScenario-1510086277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:17.250364 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-142cfb57-d989-4f7f-ab22-1300cc4a2d54 tempest-TestMinimumBasicScenario-1510086277 tempest-TestMinimumBasicScenario-1510086277-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1124 time: 0.2065563 May 03 22:53:17.253178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40596) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:17.257881 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'port_id': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:17.371717 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:17.450392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:17.562075 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Allocated IP 172.27.0.205 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/0d8b24cf-3bd6-4bc9-b763-35fccca69365) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:17.664852 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:17.741800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:17.781255 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:17.784066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:17.787723 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:53:17.815415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'Port': ['ID=0d8b24cf-3bd6-4bc9-b763-35fccca69365,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:17.829251 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.829608 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.829970 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.830300 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.830639 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.830990 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.831311 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.831664 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.832001 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.832333 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.832670 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.832998 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.833327 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.833654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:17.834013 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:18.160223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4bec5-1e5f-43e4-8684-a89ebb1449b5 req-f0f565da-8ec4-4e07-b4f1-95a28f4bf74d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:18.161660 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95c4bec5-1e5f-43e4-8684-a89ebb1449b5 req-f0f565da-8ec4-4e07-b4f1-95a28f4bf74d tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0785816 May 03 22:53:18.231361 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for floatingip (410fc935-74c8-44db-8fbb-647e843a2c15), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:18.255569 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-95c4bec5-1e5f-43e4-8684-a89ebb1449b5 req-60dacc18-8873-4405-bad6-7f6d62feac7c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872815 May 03 22:53:18.370689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:18.520820 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:18.565535 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:18.630438 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'Port': ['ID=0d8b24cf-3bd6-4bc9-b763-35fccca69365,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:18.642268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (410fc935-74c8-44db-8fbb-647e843a2c15), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:18.739575 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Floating IP 410fc935-74c8-44db-8fbb-647e843a2c15 associated. External IP: 172.27.0.205, port: 34e32ce9-bfab-4590-88da-0ccfd8fd981f. May 03 22:53:18.951203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Router 9361165c-8e78-4325-8a45-827337cf9f20 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:53:19.057389 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:53:19.066946 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Sync routers for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:19.076359 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:19.076968 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:19.122221 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.152315 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-642b9820-2b2b-43a4-afbe-737ff87b01ba tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8981426 May 03 22:53:19.152896 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:19.155136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c56fd-6775-40c4-9884-f90633a59609" -d '{"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:19.155318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40606) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:19.159918 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167994551', 'description': 'tempest-secgroup-smoke-167994551 description', 'project_id': '21eb12adce404f178fab98c30fd5aa77'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:19.191771 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:19.197407 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efaf716-afad-4013-97e7-0ac064238f3d x-openstack-request-id: req-3efaf716-afad-4013-97e7-0ac064238f3d {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:19.200227 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:19.200227 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3efaf716-afad-4013-97e7-0ac064238f3d {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:19.200227 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efaf716-afad-4013-97e7-0ac064238f3d'] response: {'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:53:19.235806 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.309123 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (aff1ec15-0590-430c-a34b-8d56a011ef42), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.375594 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919c2a6-1465-4480-960e-e3ecd36cdf6c req-7ee6ff00-1485-455e-a051-352d6b62f512 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:19.377012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (aff1ec15-0590-430c-a34b-8d56a011ef42), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.377251 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c919c2a6-1465-4480-960e-e3ecd36cdf6c req-7ee6ff00-1485-455e-a051-352d6b62f512 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0472016 May 03 22:53:19.407031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff1ec15-0590-430c-a34b-8d56a011ef42,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:19.410243 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '410fc935-74c8-44db-8fbb-647e843a2c15', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'port_id': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'mac_address': 'fa:16:3e:23:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:18Z', 'updated_at': '2022-05-03T22:53:18Z', 'revision_number': 0, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:19.430094 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c919c2a6-1465-4480-960e-e3ecd36cdf6c req-a38a1871-da70-432b-85be-467f3c41120b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470855 May 03 22:53:19.441043 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Checking router: 9361165c-8e78-4325-8a45-827337cf9f20 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:19.449455 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:19.450066 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:52:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:19.463012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.464300 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-0ddf69c6-6391-429c-9c9e-690ad3bd4943 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3079858 May 03 22:53:19.467232 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40612) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:19.471791 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:19.552107 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (73202a7e-1c9d-4bd7-880a-d85825b092f5), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.561941 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:19.607115 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (73202a7e-1c9d-4bd7-880a-d85825b092f5), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.651193 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (73202a7e-1c9d-4bd7-880a-d85825b092f5), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.671667 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73202a7e-1c9d-4bd7-880a-d85825b092f5,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:19.716491 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.717689 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-99240702-5cb7-4e98-96b7-26272abcfea0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2494044 May 03 22:53:19.720498 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40614) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:19.725152 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:19.775273 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '410fc935-74c8-44db-8fbb-647e843a2c15', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'port_id': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'mac_address': 'fa:16:3e:23:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:18Z', 'updated_at': '2022-05-03T22:53:18Z', 'revision_number': 0, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:19.799881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (ffe98369-c51c-4c96-89ae-ae50b100af5d), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.901769 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (ffe98369-c51c-4c96-89ae-ae50b100af5d), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:19.903006 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fee019-9cdf-4376-a1a6-cc171a7487c8 None None] The sync data for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi is: [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '410fc935-74c8-44db-8fbb-647e843a2c15', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'port_id': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'mac_address': 'fa:16:3e:23:f3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:18Z', 'updated_at': '2022-05-03T22:53:18Z', 'revision_number': 0, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:19.905440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-eb11d569-8a70-478f-a8b6-ab0260fab554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:19.907208 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-eb11d569-8a70-478f-a8b6-ab0260fab554 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1129 time: 0.0642354 May 03 22:53:19.974192 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (ffe98369-c51c-4c96-89ae-ae50b100af5d), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.025623 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd21f5-6441-4dbc-b260-f196f67a2a7f req-73d5f0e4-678d-4491-8cb6-227379e4bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.027111 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23fd21f5-6441-4dbc-b260-f196f67a2a7f req-73d5f0e4-678d-4491-8cb6-227379e4bb3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0987983 May 03 22:53:20.036764 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe98369-c51c-4c96-89ae-ae50b100af5d,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:20.075068 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-44d316f8-450f-4760-945c-8fed059d00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.109104 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-44d316f8-450f-4760-945c-8fed059d00d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.1558158 May 03 22:53:20.109104 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-23fd21f5-6441-4dbc-b260-f196f67a2a7f req-b4e818d4-7921-4f68-948b-383b0206db8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617166 May 03 22:53:20.116979 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c096a-42c3-4f41-bd00-40468645fcfe None None] New status for floating IP 410fc935-74c8-44db-8fbb-647e843a2c15: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:53:20.157831 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-9d282890-bdbf-4e00-ace8-c8a10365c531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 999 time: 0.0706913 May 03 22:53:20.421622 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-8a808860-0d4a-46b9-8e34-824188afe79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.422992 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-8a808860-0d4a-46b9-8e34-824188afe79f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0449519 May 03 22:53:20.478895 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-54ddb89f-42b4-4c49-a7e5-3fc1399281f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.480516 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-54ddb89f-42b4-4c49-a7e5-3fc1399281f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442977 May 03 22:53:20.529085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.530282 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-de4ecd68-dbe2-4e3e-944e-18864aa14030 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8085799 May 03 22:53:20.534696 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40618) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:20.539381 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:20.556007 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c968b-dc6e-4923-8abc-ea650c76ba1e req-d269569e-c4e5-487e-b880-c75a694a9287 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:20.557580 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e7c968b-dc6e-4923-8abc-ea650c76ba1e req-d269569e-c4e5-487e-b880-c75a694a9287 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0604138 May 03 22:53:20.582559 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-dabdbdb0-eef8-4753-b864-68d0773f0e5c service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880129 May 03 22:53:20.610090 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e7c968b-dc6e-4923-8abc-ea650c76ba1e req-e17439f4-8fb5-46bb-bb39-0247e8966e75 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458548 May 03 22:53:20.701169 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (ed7282cb-907b-4319-978d-c5620738b3ad), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.757136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (ed7282cb-907b-4319-978d-c5620738b3ad), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.837814 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (ed7282cb-907b-4319-978d-c5620738b3ad), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.855574 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7282cb-907b-4319-978d-c5620738b3ad,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:20.925561 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:20.926760 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-0037c6c9-7dfe-4e70-9956-1bad730c6995 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3910587 May 03 22:53:20.929916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40620) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:20.934324 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:21.021038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (c005142a-7da5-4681-b50f-f1d73cc65d71), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.073850 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5b9c56fd-6775-40c4-9884-f90633a59609 req-adcf823b-a1a1-46a3-9caa-7c24b00dfb6a service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908332 May 03 22:53:21.078104 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (c005142a-7da5-4681-b50f-f1d73cc65d71), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.131564 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (c005142a-7da5-4681-b50f-f1d73cc65d71), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.149219 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c005142a-7da5-4681-b50f-f1d73cc65d71,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:21.211592 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.212851 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-df7152e6-979e-4924-bfb5-af686c05d119 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819014 May 03 22:53:21.215521 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40622) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:21.219751 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:21.301326 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.securitygroups_db [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Project 21eb12adce404f178fab98c30fd5aa77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:53:21.307057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (1f6e3269-f42b-4582-ae94-f2cd2cff322a), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.366719 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (1f6e3269-f42b-4582-ae94-f2cd2cff322a), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.472728 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (1f6e3269-f42b-4582-ae94-f2cd2cff322a), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.489529 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6e3269-f42b-4582-ae94-f2cd2cff322a,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:21.578955 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.580191 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-3fb5fd62-a342-4130-b05e-3aa5cdf9ded7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3637230 May 03 22:53:21.582802 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40624) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:21.588011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'security_group_rule': {'security_group_id': 'aff1ec15-0590-430c-a34b-8d56a011ef42', 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:21.689808 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.securitygroups_db [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Project 21eb12adce404f178fab98c30fd5aa77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:53:21.712837 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (15cd649e-8fda-4369-a404-1f9d2170edba), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.733555 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfc99b-cc08-430e-99ed-48a0f973466c req-0514010c-0527-4efc-a08f-f73d46ec4fec tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:21.735072 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-07bfc99b-cc08-430e-99ed-48a0f973466c req-0514010c-0527-4efc-a08f-f73d46ec4fec tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0557663 May 03 22:53:21.812306 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (15cd649e-8fda-4369-a404-1f9d2170edba), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.815927 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-07bfc99b-cc08-430e-99ed-48a0f973466c req-9050daf1-3bf6-4872-99ad-acfaf25ea613 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722928 May 03 22:53:21.897942 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (15cd649e-8fda-4369-a404-1f9d2170edba), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.921830 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cd649e-8fda-4369-a404-1f9d2170edba,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:21.996114 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:21.997329 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1a01f4d6-1002-4a0f-832b-5ca24dd6b703 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4136038 May 03 22:53:22.083107 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-0c3248bc-4ddd-4c6f-8262-abbe9869b53c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167994551&fields=id&tenant_id=21eb12adce404f178fab98c30fd5aa77 HTTP/1.1" status: 200 len: 267 time: 0.0428114 May 03 22:53:22.132355 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-ebdb73f9-a924-4ada-8843-bbaeb80736fe tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.133810 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-ebdb73f9-a924-4ada-8843-bbaeb80736fe tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0454717 May 03 22:53:22.144546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'port': {'security_groups': ['b09e5011-956d-4710-a216-d233239d6585', 'aff1ec15-0590-430c-a34b-8d56a011ef42']}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:22.214081 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:22.441083 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:53:22.469952 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:22.542665 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:22.564988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:53:22.584288 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.584913 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:22.589152 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3f8bf85-b915-4b6a-88b6-fba9b8b0a2e3 req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "PUT /v2.0/ports/34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 981 time: 0.4463005 May 03 22:53:22.589152 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:22.589152 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07" -d '{"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:22.632087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08f26-7879-478b-a18e-5f0ff8689fa6 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=6']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:22.652413 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89b1c2d-b4df-4579-848b-ad5944d279c4 x-openstack-request-id: req-c89b1c2d-b4df-4579-848b-ad5944d279c4 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:22.652919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:22.653223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c89b1c2d-b4df-4579-848b-ad5944d279c4 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:22.653628 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89b1c2d-b4df-4579-848b-ad5944d279c4'] response: {'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:53:22.712678 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720d320-7ff4-416c-8b46-0695a785fd06 req-ff405e25-0568-45e2-9f2e-cd70440c5dd5 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.714511 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d720d320-7ff4-416c-8b46-0695a785fd06 req-ff405e25-0568-45e2-9f2e-cd70440c5dd5 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0649874 May 03 22:53:22.733616 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:53:22.734958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-42e34450-0df1-4527-9821-cd9f21dadc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.736628 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-42e34450-0df1-4527-9821-cd9f21dadc16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1168 time: 0.0497026 May 03 22:53:22.789994 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d720d320-7ff4-416c-8b46-0695a785fd06 req-81e496a9-fc23-4dab-92b8-a7df401a003e tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675251 May 03 22:53:22.845714 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-6811a388-b021-4541-aeb5-888c54b028d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.847797 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-6811a388-b021-4541-aeb5-888c54b028d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.1002996 May 03 22:53:22.923286 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-d73a524b-789a-413b-8f3f-419d358c0b55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 1001 time: 0.0682664 May 03 22:53:22.926181 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-58e0306e-dd2b-4447-9814-da3dda911df3 None None] Provisioning complete for port 34e32ce9-bfab-4590-88da-0ccfd8fd981f triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:53:22.926557 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-58e0306e-dd2b-4447-9814-da3dda911df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:22.982334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-a3b5b978-d0cd-4971-98e9-cb49aef22475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:22.984127 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-a3b5b978-d0cd-4971-98e9-cb49aef22475 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0533257 May 03 22:53:23.032018 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-266390af-50e4-4d75-85c0-b75a5ce0eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.033763 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-266390af-50e4-4d75-85c0-b75a5ce0eeaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434589 May 03 22:53:23.129470 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-b3300ae8-115a-4ea8-a6c9-e5e68db3f3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 May 03 22:53:23.149972 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-58e0306e-dd2b-4447-9814-da3dda911df3 None None] Current status of the port 34e32ce9-bfab-4590-88da-0ccfd8fd981f is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:53:23.159391 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6ac04-1029-4afd-aba1-a4c861c9bce0 req-376210c0-7585-4319-bf08-055213c54b94 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.161311 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-92b6ac04-1029-4afd-aba1-a4c861c9bce0 req-376210c0-7585-4319-bf08-055213c54b94 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.2724438 May 03 22:53:23.207458 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-618f8276-27ee-4af5-bb28-b1dd0b5a4934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:23.216882 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-92b6ac04-1029-4afd-aba1-a4c861c9bce0 req-c8ed4068-4a05-43d2-8731-1e5e0bd1ba18 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475106 May 03 22:53:23.249808 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-230a8ce2-de3e-4c7b-80cc-d5fb59130b07 req-cef8d7b9-feaf-4a72-91dc-fef22c2ffb3d service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056540 May 03 22:53:23.769142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdad24-b744-4c83-991d-2300652d0655 req-206029c6-29f2-4455-b713-d349ca854458 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.770493 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-febdad24-b744-4c83-991d-2300652d0655 req-206029c6-29f2-4455-b713-d349ca854458 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0452249 May 03 22:53:23.822102 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-febdad24-b744-4c83-991d-2300652d0655 req-27348920-7270-4712-8c7b-6eb1d37af7c9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458593 May 03 22:53:23.845431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-ec59a5c6-193c-4f7f-9ccc-6134653d360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.846956 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-ec59a5c6-193c-4f7f-9ccc-6134653d360b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0417581 May 03 22:53:23.943075 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-3e2a61fb-261d-4cea-a4e3-c1f7450bae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:23.945134 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-3e2a61fb-261d-4cea-a4e3-c1f7450bae17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0919707 May 03 22:53:24.019219 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-7a7682e6-f182-4444-8c78-73d16f5be26e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 1001 time: 0.0577147 May 03 22:53:24.075127 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-e109ec7c-138a-45ef-be12-7b52e8ea0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:24.076536 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-e109ec7c-138a-45ef-be12-7b52e8ea0ca1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0427234 May 03 22:53:24.123342 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-3f78f04e-2af3-4afc-a5ca-3680bd141ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:24.124866 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-3f78f04e-2af3-4afc-a5ca-3680bd141ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404823 May 03 22:53:24.230396 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-ca7c1570-f3cf-4e05-a125-53a111753e3a service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812378 May 03 22:53:24.320089 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3c5d06c3-bd67-4344-b45c-bdb0fd017386 req-0ff874c3-9208-4a4e-acb8-376d1833bb18 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 May 03 22:53:24.940596 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802c0b3-f2ef-4876-b979-0f7c85637335 req-37ccd549-85f9-462b-9030-35c5b6fc54b0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:24.942074 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9802c0b3-f2ef-4876-b979-0f7c85637335 req-37ccd549-85f9-462b-9030-35c5b6fc54b0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0496125 May 03 22:53:24.988177 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9802c0b3-f2ef-4876-b979-0f7c85637335 req-f6e2faef-549e-41ba-994f-374f591cb03c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 May 03 22:53:25.517964 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-70ab5f00-7672-4f08-a2a6-118c37a7d839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:26.098506 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8db2b-8788-43ee-bf3b-9a548bc191a7 req-8d6a2164-3945-4dcd-992e-28c1de1cd4d5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:26.099960 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9be8db2b-8788-43ee-bf3b-9a548bc191a7 req-8d6a2164-3945-4dcd-992e-28c1de1cd4d5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0444443 May 03 22:53:26.144824 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9be8db2b-8788-43ee-bf3b-9a548bc191a7 req-15931280-148e-4cce-be2d-5e3e76233089 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386457 May 03 22:53:26.594117 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:27.259674 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfee06b-d8d6-4622-9570-b86e0d5dbd71 req-c4fcf319-27c1-4ae9-b7b2-afde4060f4e4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:27.261153 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1bfee06b-d8d6-4622-9570-b86e0d5dbd71 req-c4fcf319-27c1-4ae9-b7b2-afde4060f4e4 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0504370 May 03 22:53:27.308734 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1bfee06b-d8d6-4622-9570-b86e0d5dbd71 req-20db3061-f306-4655-b7e9-eb1114aa78fc tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415235 May 03 22:53:27.845655 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:28.419557 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0511e4-c523-4006-81a4-2df7ef554285 req-7f72b0ec-09e6-4e50-b0d6-9bfe8a878793 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.421055 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea0511e4-c523-4006-81a4-2df7ef554285 req-7f72b0ec-09e6-4e50-b0d6-9bfe8a878793 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0458105 May 03 22:53:28.467251 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ea0511e4-c523-4006-81a4-2df7ef554285 req-b3d62d68-4881-4f94-a269-07b4c33b2048 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407970 May 03 22:53:28.572683 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148c955-13d8-48a5-9062-8d9880f48810 req-c54211e4-e11a-4f5d-9047-ded121a3787c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:28.574115 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9148c955-13d8-48a5-9062-8d9880f48810 req-c54211e4-e11a-4f5d-9047-ded121a3787c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0450990 May 03 22:53:28.582480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40664) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:28.586643 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Request body: {'floatingip': {'port_id': '8965f4be-e6bc-4078-bca8-671755093420'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:28.643317 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:29.105061 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:29.158129 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:29.359878 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:29.370309 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:53:29.477149 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:53:29.481586 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:29.486511 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:29.496490 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:29.497102 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:29.513538 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:29.515830 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0f571d-94d6-4edd-9886-ab10428443dc" -d '{"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:29.545592 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6d624ead-8e69-4ded-ba2b-b0aa46cb0c85 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "PUT /v2.0/floatingips/c6c17155-70e6-43ce-8cf9-e87fb08c4903 HTTP/1.1" status: 200 len: 993 time: 0.9620748 May 03 22:53:29.566821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876ea3a7-e250-4eb7-bf3c-43694766b3ee x-openstack-request-id: req-876ea3a7-e250-4eb7-bf3c-43694766b3ee {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:29.567141 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:29.567400 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-876ea3a7-e250-4eb7-bf3c-43694766b3ee {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:29.567846 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876ea3a7-e250-4eb7-bf3c-43694766b3ee'] response: {'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'status': 'completed', 'code': 200} May 03 22:53:29.606002 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:29.642594 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-108fc0f4-a889-4107-8dca-58b0eaec2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.644128 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-108fc0f4-a889-4107-8dca-58b0eaec2fcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0384295 May 03 22:53:29.741386 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-786f1e97-9c55-4546-b94a-18ac624c2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.742820 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-786f1e97-9c55-4546-b94a-18ac624c2223 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0883238 May 03 22:53:29.806416 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-b2cf511a-2175-4e9f-8d96-e3553884f16b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 1001 time: 0.0571671 May 03 22:53:29.816043 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:53:29Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:29.846027 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:29.854970 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:29.855578 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:29.861388 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-499f10b0-ff4b-4ba7-b3a0-c395895933a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.862845 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-499f10b0-ff4b-4ba7-b3a0-c395895933a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0487616 May 03 22:53:29.911200 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-f811df93-7352-42b4-8554-a245cb28842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:29.913590 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-f811df93-7352-42b4-8554-a245cb28842d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409675 May 03 22:53:29.960829 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:30.004028 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-a7310a9b-840b-46a2-b049-9cb0bf5ca0ec service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 May 03 22:53:30.096014 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2c0f571d-94d6-4edd-9886-ab10428443dc req-fc8f9b1f-4606-41b6-8e5c-dcd52685d377 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853295 May 03 22:53:30.172576 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:53:29Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:30.201366 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a25bba-f4cc-4a75-889f-8827306c6de4 None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'c6c17155-70e6-43ce-8cf9-e87fb08c4903', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'port_id': '8965f4be-e6bc-4078-bca8-671755093420', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'mac_address': 'fa:16:3e:f8:83:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:41Z', 'updated_at': '2022-05-03T22:53:29Z', 'revision_number': 3, 'project_id': '6a1de14c94b24239a57669664273a33e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:31.569457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:31.571724 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8b241-0220-45fe-a262-f3384c1c3a57" -d '{"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:31.606461 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1888330-9460-4eae-b007-4149b7008b08 x-openstack-request-id: req-d1888330-9460-4eae-b007-4149b7008b08 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:31.609025 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:31.609025 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1888330-9460-4eae-b007-4149b7008b08 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:31.609025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1888330-9460-4eae-b007-4149b7008b08'] response: {'name': 'network-changed', 'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'status': 'completed', 'code': 200} May 03 22:53:31.674023 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-2f204ed0-a6cd-4914-b771-ecc120363561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.675507 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-2f204ed0-a6cd-4914-b771-ecc120363561 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a1de14c94b24239a57669664273a33e&device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 1129 time: 0.0385597 May 03 22:53:31.766280 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-534d93c7-f9bd-4507-8dfd-83b6ab0cbb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.767740 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-534d93c7-f9bd-4507-8dfd-83b6ab0cbb33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 200 len: 920 time: 0.0836139 May 03 22:53:31.834423 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-2f0869c3-c408-4580-a15d-6cacfeedd064 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 200 len: 1001 time: 0.0567966 May 03 22:53:31.889730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-69b9f391-fd08-4c85-97d5-b3bf8d20167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.891142 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-69b9f391-fd08-4c85-97d5-b3bf8d20167a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 200 len: 858 time: 0.0471351 May 03 22:53:31.945719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-2423481a-f408-4f00-8ccd-66d712296cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:31.947222 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-2423481a-f408-4f00-8ccd-66d712296cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450242 May 03 22:53:32.036722 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-ebad5f5d-0987-454c-a943-130a024a8a13 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 May 03 22:53:32.131449 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aba8b241-0220-45fe-a262-f3384c1c3a57 req-fe0380f2-199c-48b0-8655-582cf4144d27 service neutron] 10.222.0.36 "GET /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 May 03 22:53:35.329574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:39.370315 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-4290b334-b49f-424e-87d5-a57148df10fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373349 May 03 22:53:39.429712 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-0a6bb40f-474c-4f24-b37c-d1237c3acd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.431185 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-0a6bb40f-474c-4f24-b37c-d1237c3acd57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 1130 time: 0.0380151 May 03 22:53:39.536200 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-159035be-0c77-444e-b649-f5b0d2b59ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.537560 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-159035be-0c77-444e-b649-f5b0d2b59ed9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.0867579 May 03 22:53:39.611297 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-446c3bb2-3540-479d-94e5-44ec141d6364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 200 len: 1000 time: 0.0570023 May 03 22:53:39.662233 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-84260991-68be-4bab-aa5a-46f92ba6cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.663935 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-84260991-68be-4bab-aa5a-46f92ba6cb17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0452604 May 03 22:53:39.707218 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-c9c40e80-f5b6-4736-8ba6-3ea0d668d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:39.708683 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-c9c40e80-f5b6-4736-8ba6-3ea0d668d501 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363388 May 03 22:53:39.798074 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-c9412b4d-a295-43f1-8e90-2985ba15796b service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 May 03 22:53:39.892880 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-f77a4c9f-d271-4334-8a0e-6af2ffc3e3b7 req-d90845d6-4bf6-4838-b8b0-6b86599cdb7e service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844865 May 03 22:53:47.640082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ed861-2ee2-418d-af44-24e789c5cb86 req-07d9e087-e345-4ce9-85ac-c240f1c32138 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:47.641581 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-637ed861-2ee2-418d-af44-24e789c5cb86 req-07d9e087-e345-4ce9-85ac-c240f1c32138 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0470481 May 03 22:53:47.688182 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-637ed861-2ee2-418d-af44-24e789c5cb86 req-274093aa-7ddc-43ba-996a-64ca2fd8f651 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 May 03 22:53:48.806999 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf831a-c45b-4a38-a886-70e849e8f2bb req-a8604fed-a588-412e-8e86-107341adbd0d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:48.808476 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fddf831a-c45b-4a38-a886-70e849e8f2bb req-a8604fed-a588-412e-8e86-107341adbd0d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0491266 May 03 22:53:48.853681 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fddf831a-c45b-4a38-a886-70e849e8f2bb req-2f1e0323-d7ba-427d-a2b5-e4b024ee3039 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 May 03 22:53:49.604718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-bb0c4700-aa47-42ae-b85f-c1bb77b655d6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:49.606129 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-bb0c4700-aa47-42ae-b85f-c1bb77b655d6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0444798 May 03 22:53:49.711512 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Deleting port cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:53:49.711884 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:49.796883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] For port cf40eac8-07ac-49a1-ad73-e81eba338723, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf40eac8-07ac-49a1-ad73-e81eba338723,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:53:49.797242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:49.974992 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163dd22-ab49-4117-ac57-fe78704d3e46 req-e888cec8-24ed-4ed0-9df8-1870a44ccad3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:49.976577 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5163dd22-ab49-4117-ac57-fe78704d3e46 req-e888cec8-24ed-4ed0-9df8-1870a44ccad3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 946 time: 0.0476696 May 03 22:53:50.036563 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5163dd22-ab49-4117-ac57-fe78704d3e46 req-8209f5ef-3b61-48a0-b63f-b722b71e38c0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=85354a88-1a49-428b-8c20-cb709ec4578f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536902 May 03 22:53:50.265706 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:50.265986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:50.266302 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Floating IP a79a6ac7-3132-4016-84e6-a40fc515b97e disassociated. External IP: 172.27.0.28, port: cf40eac8-07ac-49a1-ad73-e81eba338723. May 03 22:53:50.266670 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Calling delete_port for cf40eac8-07ac-49a1-ad73-e81eba338723 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:53:50.462296 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (cf40eac8-07ac-49a1-ad73-e81eba338723), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:50.489411 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'Port': ['ID=cf40eac8-07ac-49a1-ad73-e81eba338723,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:50.608919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:53:50.724407 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:53:50.735819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:50.746316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:50.747024 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:50.765044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] No DVR routers for this DVR port cf40eac8-07ac-49a1-ad73-e81eba338723 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:50.767551 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:50.770853 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d937902d-22ca-45da-a2ac-8a18ac94b650 req-c1a0fba0-0586-4ebd-a75f-acf85a05bf34 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "DELETE /v2.0/ports/cf40eac8-07ac-49a1-ad73-e81eba338723 HTTP/1.1" status: 204 len: 173 time: 1.1548553 May 03 22:53:50.771236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-deleted', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:50.773462 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d5dcc-1b80-4815-be56-b14546164d47" -d '{"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-deleted", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:50.816819 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f2aee-50ad-4fd1-bfa8-aef690475219 x-openstack-request-id: req-b44f2aee-50ad-4fd1-bfa8-aef690475219 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:50.817428 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0616bcd8-3062-48b8-8f54-81fec0466a0b", "name": "network-vif-deleted", "tag": "cf40eac8-07ac-49a1-ad73-e81eba338723", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:50.817892 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b44f2aee-50ad-4fd1-bfa8-aef690475219 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:50.818575 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44f2aee-50ad-4fd1-bfa8-aef690475219'] response: {'server_uuid': '0616bcd8-3062-48b8-8f54-81fec0466a0b', 'name': 'network-vif-deleted', 'tag': 'cf40eac8-07ac-49a1-ad73-e81eba338723', 'status': 'completed', 'code': 200} May 03 22:53:50.998079 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:51.140910 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fe233c30-2d65-4a73-83cb-58daed739ee1 req-9c47d14f-8eee-44b8-afac-a294fd81d786 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0316246 May 03 22:53:51.194872 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:51.223327 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:51.232182 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:51.232829 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:51.347495 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:51.542143 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:51.569782 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a647a-21b1-4185-b98d-c802f04d53f9 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:51.839000 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4929f48-3038-4955-99d3-201d410bfb44 None None] New status for floating IP a79a6ac7-3132-4016-84e6-a40fc515b97e: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:53:51.847964 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55f0a8-9332-4031-904b-335605a6d15c req-a196a75c-5bdb-4173-a0b6-8401ddb78ee6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:51.849566 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a55f0a8-9332-4031-904b-335605a6d15c req-a196a75c-5bdb-4173-a0b6-8401ddb78ee6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0540938 May 03 22:53:51.903392 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a55f0a8-9332-4031-904b-335605a6d15c req-b6ca1cc4-9482-4fb7-9870-ada00dccda36 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469718 May 03 22:53:52.250251 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-86dbb0cf-2860-4cb8-9a6d-8292f1ce47cd req-827c28a7-6e5a-444b-83bc-2143b4019085 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=0616bcd8-3062-48b8-8f54-81fec0466a0b HTTP/1.1" status: 200 len: 210 time: 0.0269091 May 03 22:53:52.536586 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:53:52.967568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:53:52.989686 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: cf40eac8-07ac-49a1-ad73-e81eba338723 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:53:52.990250 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf40eac8-07ac-49a1-ad73-e81eba338723 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:53:53.019752 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4c6bd-eac6-4acb-9fb9-012f9af3df4b req-fde159c1-77e9-45bf-9a9c-7aef1560a4c7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:53.021205 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a7d4c6bd-eac6-4acb-9fb9-012f9af3df4b req-fde159c1-77e9-45bf-9a9c-7aef1560a4c7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0466180 May 03 22:53:53.083102 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a7d4c6bd-eac6-4acb-9fb9-012f9af3df4b req-074bd0ac-e853-42b6-8cf2-e10908b9666f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=4e23a091-0a90-4653-aab9-5d25f25631dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555270 May 03 22:53:53.172040 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5a5e7639-b40f-4a64-9e76-22c59fc7d38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.378122 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40744) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:53.408224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-bf666168-7aeb-4b49-8e76-4884b4575378 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:53.410424 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-bf666168-7aeb-4b49-8e76-4884b4575378 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 945 time: 0.0572362 May 03 22:53:53.438398 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (85354a88-1a49-428b-8c20-cb709ec4578f), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.468862 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (85354a88-1a49-428b-8c20-cb709ec4578f), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.511095 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 2392824d-c5b2-4a89-a665-c1c6d5d07006 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:53:53.511426 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.565349 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (85354a88-1a49-428b-8c20-cb709ec4578f), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.568172 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.572626 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "DELETE /v2.0/security-groups/85354a88-1a49-428b-8c20-cb709ec4578f HTTP/1.1" status: 204 len: 168 time: 0.1896074 May 03 22:53:53.573849 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40746) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:53.592504 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df63261-e787-4ac8-957f-080ec52f8e44 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85354a88-1a49-428b-8c20-cb709ec4578f,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:53.595107 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.api.v2.resource [None req-1b45a17e-658c-48dd-90d6-dcaf596707b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] show failed (client error): The resource could not be found. May 03 22:53:53.595653 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1b45a17e-658c-48dd-90d6-dcaf596707b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups/85354a88-1a49-428b-8c20-cb709ec4578f HTTP/1.1" status: 404 len: 347 time: 0.0208461 May 03 22:53:53.598564 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40748) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:53.614874 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] For port 2392824d-c5b2-4a89-a665-c1c6d5d07006, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2392824d-c5b2-4a89-a665-c1c6d5d07006,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:53:53.615114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.725546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Deleting port 322a3290-b3a6-410b-976d-53c5a435e449 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:53:53.726239 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (322a3290-b3a6-410b-976d-53c5a435e449), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.791664 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.792324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.792865 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP 75817f40-94dd-4eb5-bd4c-4a10a2e100ef disassociated. External IP: 172.27.0.39, port: 2392824d-c5b2-4a89-a665-c1c6d5d07006. May 03 22:53:53.793377 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 2392824d-c5b2-4a89-a665-c1c6d5d07006 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:53:53.806585 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (322a3290-b3a6-410b-976d-53c5a435e449), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.806876 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (322a3290-b3a6-410b-976d-53c5a435e449), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:53.819645 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Calling delete_port for 322a3290-b3a6-410b-976d-53c5a435e449 owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:53:53.982337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2392824d-c5b2-4a89-a665-c1c6d5d07006), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.009765 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=2392824d-c5b2-4a89-a665-c1c6d5d07006,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.019416 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.019796 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.020179 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.020545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.020886 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.021219 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.021553 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.021883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.022208 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.022533 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.022860 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.023183 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.023505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.023852 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.024187 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:53:54.051316 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (322a3290-b3a6-410b-976d-53c5a435e449), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.075142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'Port': ['ID=322a3290-b3a6-410b-976d-53c5a435e449,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.140027 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (a79a6ac7-3132-4016-84e6-a40fc515b97e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.142826 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.147101 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8a4abda9-716c-41a0-8281-bf2f3aaf14aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "DELETE /v2.0/floatingips/a79a6ac7-3132-4016-84e6-a40fc515b97e HTTP/1.1" status: 204 len: 168 time: 0.5449007 May 03 22:53:54.147269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:53:54.191325 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c6361721-7582-4e80-9cf4-7ecc4c6a2203 req-e99067fe-e38e-47e6-8577-0ac87bd8b8e3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0314758 May 03 22:53:54.270155 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:53:54.281901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:53:54.299929 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:54.300569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:54.315391 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] No DVR routers for this DVR port 2392824d-c5b2-4a89-a665-c1c6d5d07006 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:53:54.321208 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.321660 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b6d3f4eb-8f6b-4401-8e35-df5b5ef07802 req-fba5dbf2-8b3b-4fa6-aa80-13f5f2d9f4ab tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "DELETE /v2.0/ports/2392824d-c5b2-4a89-a665-c1c6d5d07006 HTTP/1.1" status: 204 len: 173 time: 0.9049463 May 03 22:53:54.322137 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'name': 'network-vif-deleted', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:53:54.324987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53de82-089c-40d1-97e8-ebb4d0d21469" -d '{"events": [{"server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "name": "network-vif-deleted", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:53:54.374132 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc359a-6722-491f-b80d-0831372950be x-openstack-request-id: req-bdbc359a-6722-491f-b80d-0831372950be {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:53:54.374430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9177fcc-41fc-43b4-920c-96f767e4276c", "name": "network-vif-deleted", "tag": "2392824d-c5b2-4a89-a665-c1c6d5d07006", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:53:54.374683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdbc359a-6722-491f-b80d-0831372950be {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:53:54.375083 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbc359a-6722-491f-b80d-0831372950be'] response: {'server_uuid': 'd9177fcc-41fc-43b4-920c-96f767e4276c', 'name': 'network-vif-deleted', 'tag': '2392824d-c5b2-4a89-a665-c1c6d5d07006', 'status': 'completed', 'code': 200} May 03 22:53:54.439636 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:54.457438 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40756) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:54.462459 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1469101554', 'description': 'tempest-description--1635728014'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:54.547472 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.620954 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (e74d361a-ba52-42a7-a4d5-e035775e5631), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.668397 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:54.690651 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e74d361a-ba52-42a7-a4d5-e035775e5631), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.699510 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:53:54.707886 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:53:54.708500 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:54.720241 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d361a-ba52-42a7-a4d5-e035775e5631,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:54.795807 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.797118 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-84123a03-3572-49d0-b109-3feb996ce001 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3383899 May 03 22:53:54.800083 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40758) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:54.804385 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group_rule': {'security_group_id': 'e74d361a-ba52-42a7-a4d5-e035775e5631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:54.818466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:53:54.913634 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (39b1d527-2eb9-479d-84f0-5fb40a0cd5b9), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:54.979490 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (39b1d527-2eb9-479d-84f0-5fb40a0cd5b9), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.041120 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:53:55.045276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (39b1d527-2eb9-479d-84f0-5fb40a0cd5b9), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.060699 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b1d527-2eb9-479d-84f0-5fb40a0cd5b9,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:55.071683 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1cf43-b95b-43b9-a7ea-05dfb239302c None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f7cf35cb-d098-4274-a744-4438cdffd2a3', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:4e:31:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:51:00Z', 'updated_at': '2022-05-03T22:51:22Z', 'revision_number': 2, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:53:55.156175 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.157488 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2b1181a6-fe23-484e-af6e-38e44aaaef74 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564551 May 03 22:53:55.160339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40764) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:55.165731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'security_group_rule': {'security_group_id': 'e74d361a-ba52-42a7-a4d5-e035775e5631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:55.277162 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5ea40-86af-415f-9284-cdb51832d303 req-d14b5d52-bdf4-4c5f-8445-2ac5635ddfea tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.284706 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-33e5ea40-86af-415f-9284-cdb51832d303 req-d14b5d52-bdf4-4c5f-8445-2ac5635ddfea tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0687542 May 03 22:53:55.324268 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (50f1b4d0-f8c5-4f17-a6ac-e417233da110), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.336084 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ff00bfe3-efe2-4598-9cda-693efc107b70 req-6c7d5e5d-b242-45af-82b4-63c25d098bcb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9177fcc-41fc-43b4-920c-96f767e4276c HTTP/1.1" status: 200 len: 210 time: 0.0304866 May 03 22:53:55.354486 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e792be47-4028-4106-86c6-55b808882407 None None] New status for floating IP 75817f40-94dd-4eb5-bd4c-4a10a2e100ef: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:53:55.382356 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-33e5ea40-86af-415f-9284-cdb51832d303 req-b00d7229-6004-4a3a-8b0f-069be3ec65a8 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966702 May 03 22:53:55.446003 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-52e44084-718b-4cb0-acd1-d5bd2e25356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.448131 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-52e44084-718b-4cb0-acd1-d5bd2e25356a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1168 time: 0.0748823 May 03 22:53:55.463193 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (50f1b4d0-f8c5-4f17-a6ac-e417233da110), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.479410 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5655d699-46da-4295-9909-8924a938e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.541982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (50f1b4d0-f8c5-4f17-a6ac-e417233da110), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.557128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-c5adf027-18dd-4510-b9cf-70ed54b0b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.558572 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-c5adf027-18dd-4510-b9cf-70ed54b0b8cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.0973985 May 03 22:53:55.566102 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f1b4d0-f8c5-4f17-a6ac-e417233da110,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:55.631840 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-4871d88d-5263-4020-9d9e-f01a64dd7c6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 1001 time: 0.0665479 May 03 22:53:55.672080 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.673195 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-6cdeb905-74fb-4e3c-a2b8-230ebfb244db tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5118139 May 03 22:53:55.676469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40770) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:55.681541 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:53:55.684168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-feaf454b-a162-462b-88f9-5386db0f6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.685574 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-feaf454b-a162-462b-88f9-5386db0f6abb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0472083 May 03 22:53:55.728259 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-6e0ae765-820c-4bc3-8ccf-d565cdca0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:55.729737 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-6e0ae765-820c-4bc3-8ccf-d565cdca0b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374846 May 03 22:53:55.771028 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.823729 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-515f67a0-13c7-4035-a12e-2ca9694237ea service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 May 03 22:53:55.848695 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:55.913397 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-51aa4338-2499-4d2b-9c40-1635c1a55811 req-db79cbc1-3089-445b-b5d3-255691110221 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828409 May 03 22:53:55.957275 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Allocated IP 172.27.0.148 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/0f561080-712c-454c-a546-fa3c71051682) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:53:56.073393 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (0f561080-712c-454c-a546-fa3c71051682), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.159813 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (0f561080-712c-454c-a546-fa3c71051682), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.198171 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:53:56.201027 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:53:56.203437 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:53:56.232184 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=0f561080-712c-454c-a546-fa3c71051682,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.295178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.389585 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (0f561080-712c-454c-a546-fa3c71051682), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.514950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40778) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:56.578006 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (4e23a091-0a90-4653-aab9-5d25f25631dd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.598409 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.604581 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (4e23a091-0a90-4653-aab9-5d25f25631dd), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.718591 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4e23a091-0a90-4653-aab9-5d25f25631dd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.721167 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.722457 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e23a091-0a90-4653-aab9-5d25f25631dd HTTP/1.1" status: 204 len: 168 time: 0.2062259 May 03 22:53:56.725749 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40780) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:56.743745 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350863f-8cd4-4046-b5b3-d3def31e8e0d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23a091-0a90-4653-aab9-5d25f25631dd,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:56.745861 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.api.v2.resource [None req-9bed3adf-f266-4c90-9e1c-017a5dd76ef5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] show failed (client error): The resource could not be found. May 03 22:53:56.749613 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9bed3adf-f266-4c90-9e1c-017a5dd76ef5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups/4e23a091-0a90-4653-aab9-5d25f25631dd HTTP/1.1" status: 404 len: 347 time: 0.0202405 May 03 22:53:56.750015 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40782) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:53:56.773958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130edab-095e-4d7f-878f-ca7de4cbcb71 req-76983c24-6dae-453a-8c97-d8596c886604 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:56.776038 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1130edab-095e-4d7f-878f-ca7de4cbcb71 req-76983c24-6dae-453a-8c97-d8596c886604 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.3152506 May 03 22:53:56.858606 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (0f561080-712c-454c-a546-fa3c71051682), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.869026 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1130edab-095e-4d7f-878f-ca7de4cbcb71 req-badeab49-abd1-4c76-beef-0e51c7c8f79c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810668 May 03 22:53:56.872139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 554db6d8-f8fd-4cee-ba96-dfc6a0b3c462 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:53:56.872485 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.947572 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (0f561080-712c-454c-a546-fa3c71051682), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.949910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.950237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:56.963135 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 554db6d8-f8fd-4cee-ba96-dfc6a0b3c462 owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:53:56.967084 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2392824d-c5b2-4a89-a665-c1c6d5d07006 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:53:57.001501 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 2392824d-c5b2-4a89-a665-c1c6d5d07006 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:53:57.002128 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2392824d-c5b2-4a89-a665-c1c6d5d07006 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:53:57.021364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=0f561080-712c-454c-a546-fa3c71051682,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:57.032561 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.133005 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.134538 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1c62846c-1056-4224-8f5f-e7cb0908b61e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4568796 May 03 22:53:57.158259 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (554db6d8-f8fd-4cee-ba96-dfc6a0b3c462), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.186223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=554db6d8-f8fd-4cee-ba96-dfc6a0b3c462,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:53:57.251050 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (75817f40-94dd-4eb5-bd4c-4a10a2e100ef), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.253798 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.255153 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-00227d2b-191c-4149-9ca8-b53bbe46edf0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/floatingips/75817f40-94dd-4eb5-bd4c-4a10a2e100ef HTTP/1.1" status: 204 len: 168 time: 0.5035839 May 03 22:53:57.331583 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-e073c367-e516-4fd9-b4c7-b9451b61e4d1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1469101554&fields=id&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 267 time: 0.0437653 May 03 22:53:57.436034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-5363be9c-5365-4c86-a21e-6097611d1dda tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:57.437483 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-5363be9c-5365-4c86-a21e-6097611d1dda tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 816 time: 0.0994329 May 03 22:53:57.452216 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-4e19a2b2-0064-4fb3-8516-e4ec55952fe7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/quotas/76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 375 time: 0.0094969 May 03 22:53:57.503331 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-d6880dc9-c872-4991-8ee8-d7149e999aa9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461154 May 03 22:53:57.601455 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-e70629ab-fd75-482e-a74a-e0f3576323f8 service neutron] 10.222.0.23 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862079 May 03 22:53:57.696929 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-e3eb7a94-1579-4274-95bc-2c665268c89f service neutron] 10.222.0.23 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891647 May 03 22:53:57.860696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:53:57.931199 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-af8e1637-629f-4b99-b96a-560040235d6a req-8ee08914-3851-40c4-a671-372ecb3e60ad tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 03 22:53:57.986390 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ff252-bbf6-442a-b1da-54b8f209c729 req-f0fb5baf-fd79-4f11-aea4-e904f97533d3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:57.987905 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b3ff252-bbf6-442a-b1da-54b8f209c729 req-f0fb5baf-fd79-4f11-aea4-e904f97533d3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0499070 May 03 22:53:58.054114 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b3ff252-bbf6-442a-b1da-54b8f209c729 req-40421144-0972-4f44-b15e-2c45642b73ff tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599041 May 03 22:53:59.035751 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-87498287-23ad-42e2-abb2-004030ea7240 req-6c2025a3-8479-4ec0-bf14-1e16b2576e59 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0337882 May 03 22:53:59.168306 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8587dc-f202-48f1-aa20-0c16866ba1c0 req-2f304304-78ed-4578-bfd6-d584f1ddb6ec tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:59.169817 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e8587dc-f202-48f1-aa20-0c16866ba1c0 req-2f304304-78ed-4578-bfd6-d584f1ddb6ec tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0503109 May 03 22:53:59.253437 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757d1d8-ce9e-4718-ab68-f384a7760ff2 req-91809ab2-4e79-40e9-b189-e0e9b2f72955 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:53:59.254916 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3757d1d8-ce9e-4718-ab68-f384a7760ff2 req-91809ab2-4e79-40e9-b189-e0e9b2f72955 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0643170 May 03 22:53:59.273485 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e8587dc-f202-48f1-aa20-0c16866ba1c0 req-bb533d39-f4e0-4d18-934f-5011f28cde4a tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978653 May 03 22:53:59.311481 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3757d1d8-ce9e-4718-ab68-f384a7760ff2 req-1a3f02e3-3099-4fba-b35e-f4223be09f1e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489960 May 03 22:53:59.330585 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:00.136385 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-28a3904b-8296-4250-b59b-f43e49442782 req-2642d2a6-b3a0-4112-ae78-cb743505244a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0294085 May 03 22:54:00.394034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e50c32-1e6a-4cc0-8001-74214afebcba req-6310a50d-3f87-41df-9b40-ddfb990ed74d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:00.395456 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-25e50c32-1e6a-4cc0-8001-74214afebcba req-6310a50d-3f87-41df-9b40-ddfb990ed74d tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0544918 May 03 22:54:00.441051 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96439f3c-b567-43ba-a004-7a8c4b185d03 req-92f0b52a-4b4a-4857-a54c-713549f1999c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:00.442456 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-96439f3c-b567-43ba-a004-7a8c4b185d03 req-92f0b52a-4b4a-4857-a54c-713549f1999c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0648847 May 03 22:54:00.500593 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-25e50c32-1e6a-4cc0-8001-74214afebcba req-0eca1631-560b-4986-a9cb-3588757ca1c5 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896127 May 03 22:54:00.517077 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-96439f3c-b567-43ba-a004-7a8c4b185d03 req-0d268054-90df-4987-9e9f-3914c952d1cc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648751 May 03 22:54:00.911997 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-fe7dcf97-31e6-46d3-accf-345602e1d82b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:00.913435 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-fe7dcf97-31e6-46d3-accf-345602e1d82b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0440288 May 03 22:54:01.076560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 2b39506e-9433-409e-b929-c88cc25bc8ff {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:01.076900 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.127414 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-8dca79e0-3773-4178-93f0-82c037f66cf2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:01.129027 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-8dca79e0-3773-4178-93f0-82c037f66cf2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 816 time: 0.1761355 May 03 22:54:01.213696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] For port 2b39506e-9433-409e-b929-c88cc25bc8ff, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=2b39506e-9433-409e-b929-c88cc25bc8ff,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:01.214062 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.246853 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a8ec5ffd-da61-4cdd-9ccf-508109368db9 req-b3d62a82-70ca-494c-9af3-fd991de97a6e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0317211 May 03 22:54:01.274829 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-03c39dda-f870-4349-8809-98050c53cb6f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 380 time: 0.1199207 May 03 22:54:01.382885 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'port': {'device_id': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'admin_state_up': True, 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'security_groups': ['e74d361a-ba52-42a7-a4d5-e035775e5631']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:01.457633 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.457917 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.458233 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP f7cf35cb-d098-4274-a744-4438cdffd2a3 disassociated. External IP: 172.27.0.156, port: 2b39506e-9433-409e-b929-c88cc25bc8ff. May 03 22:54:01.458570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 2b39506e-9433-409e-b929-c88cc25bc8ff owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:01.646518 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0fc-17fd-4446-86aa-5df47d3bc3c8 req-76d0086a-7ab7-483c-8dfa-4d991bc3d540 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:01.648116 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d89ea0fc-17fd-4446-86aa-5df47d3bc3c8 req-76d0086a-7ab7-483c-8dfa-4d991bc3d540 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0757661 May 03 22:54:01.668484 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843b423-02d1-4261-b984-bb6c92cb81d5 req-2151d226-1ed8-4dca-87d6-10a4fa01409b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:01.670030 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1843b423-02d1-4261-b984-bb6c92cb81d5 req-2151d226-1ed8-4dca-87d6-10a4fa01409b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0692842 May 03 22:54:01.754884 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d89ea0fc-17fd-4446-86aa-5df47d3bc3c8 req-accbc45d-a166-45a6-8f2e-a1104c0d5aa4 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005716 May 03 22:54:01.759482 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1843b423-02d1-4261-b984-bb6c92cb81d5 req-ccef61e7-3a5a-4e58-a533-10534d2fd61c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=7d1838e1-ba4b-437c-93da-c6791ce5a962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807779 May 03 22:54:01.846752 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Made reservation on behalf of 76dfa0aca06245aea5d79f4a92e36e17 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:01.850062 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.921444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2b39506e-9433-409e-b929-c88cc25bc8ff), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:01.978053 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=2b39506e-9433-409e-b929-c88cc25bc8ff,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.044248 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Allocated IP 172.20.0.13 (764b080d-4e33-4799-8787-77a78fceb305/1ff4abf5-3ea7-4143-8f6c-3529a40818b0/30af8c38-d79f-4a6a-9758-219ad76a2308) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:02.159674 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:02.284957 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.354225 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eae087e6-b98e-4cff-8909-2ae83cb9c7d4 req-206f2319-add6-4d7c-9b18-58791b0bc9ee tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0298076 May 03 22:54:02.356935 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:02.368722 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:02.394353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:02.395387 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:02.403423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] No DVR routers for this DVR port 2b39506e-9433-409e-b929-c88cc25bc8ff on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:02.406045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.409391 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5444cd9f-c0cd-4569-84b2-397ec8ca79c9 req-cfcf839b-2ce6-4945-ba1a-6a10def5944b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "DELETE /v2.0/ports/2b39506e-9433-409e-b929-c88cc25bc8ff HTTP/1.1" status: 204 len: 173 time: 1.4846742 May 03 22:54:02.409873 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'name': 'network-vif-deleted', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:02.412269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a665b7-cf2d-4be6-8dbc-9cffb28eb9f8" -d '{"events": [{"server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "name": "network-vif-deleted", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:02.447933 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17404715-7650-44f3-b5ad-823b33cf7e67 x-openstack-request-id: req-17404715-7650-44f3-b5ad-823b33cf7e67 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:02.448236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0", "name": "network-vif-deleted", "tag": "2b39506e-9433-409e-b929-c88cc25bc8ff", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:02.448490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17404715-7650-44f3-b5ad-823b33cf7e67 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:02.448887 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17404715-7650-44f3-b5ad-823b33cf7e67'] response: {'server_uuid': '8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0', 'name': 'network-vif-deleted', 'tag': '2b39506e-9433-409e-b929-c88cc25bc8ff', 'status': 'completed', 'code': 200} May 03 22:54:02.450986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.498389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Network 764b080d-4e33-4799-8787-77a78fceb305 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:02.502183 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:02.509464 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:54:02.536778 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:02.568430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:02.569372 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.625543 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-78e2a37b-7fb6-4ddd-a73f-7c9504aaf319 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2481630 May 03 22:54:02.639686 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Request body: {'port': {'device_id': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:02.678816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:02.712563 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.839111 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-e810b855-8eb8-42ce-bdf2-c39af49fcc27 None None] Provisioning complete for port 30af8c38-d79f-4a6a-9758-219ad76a2308 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:02.839493 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e810b855-8eb8-42ce-bdf2-c39af49fcc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:02.912473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e810b855-8eb8-42ce-bdf2-c39af49fcc27 None None] Port 30af8c38-d79f-4a6a-9758-219ad76a2308 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:54:02.914539 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224e5c9-b780-4456-81b3-24780e671d5a req-c3c3c632-6de1-424d-bd99-bb7672650b04 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:02.916430 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4224e5c9-b780-4456-81b3-24780e671d5a req-c3c3c632-6de1-424d-bd99-bb7672650b04 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0827425 May 03 22:54:02.918936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-226f75ec-f805-4c6d-adfe-6fc2be3a8252 req-ae227c6b-5d78-4bf9-a2d8-7c5c68b24e5c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=8a8f0d25-f542-4aaf-aa19-0abc7ca1ecb0 HTTP/1.1" status: 200 len: 210 time: 0.0394707 May 03 22:54:02.930919 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:02.969094 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:02.983688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:02.984738 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:02.985740 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4224e5c9-b780-4456-81b3-24780e671d5a req-9eb91559-2b30-49db-af40-762cb89d61ea tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588391 May 03 22:54:03.020044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:03.028002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks [] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:03.047551 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Transition to ACTIVE for port object 30af8c38-d79f-4a6a-9758-219ad76a2308 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:54:03.097232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:03.142518 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:03.200971 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:03.282986 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Attempting to bind port 30af8c38-d79f-4a6a-9758-219ad76a2308 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:54:03.288005 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Attempting to bind port 30af8c38-d79f-4a6a-9758-219ad76a2308 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:54:03.288005 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Attempting to bind port 30af8c38-d79f-4a6a-9758-219ad76a2308 on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:03.289316 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Port 30af8c38-d79f-4a6a-9758-219ad76a2308 on network 764b080d-4e33-4799-8787-77a78fceb305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:54:03.290232 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Attempting to bind port 30af8c38-d79f-4a6a-9758-219ad76a2308 on network 764b080d-4e33-4799-8787-77a78fceb305 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:03.296091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:54:03.296430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Checking segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:54:03.296818 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Bound using segment: {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:54:03.297297 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Bound port: 30af8c38-d79f-4a6a-9758-219ad76a2308, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '764b080d-4e33-4799-8787-77a78fceb305'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:54:03.297720 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:03.314969 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:03.351248 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dc0b73-33b9-44ac-954d-48c1047b59cf None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:03.366822 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:54:03.370772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:54:03.451531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:03.501288 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ef4b3-1380-43e9-81f1-2d5f3094a84e req-69e96ed3-9783-475a-8b63-3d22458e597f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:03.502946 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b95ef4b3-1380-43e9-81f1-2d5f3094a84e req-69e96ed3-9783-475a-8b63-3d22458e597f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0573151 May 03 22:54:03.505853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:03.508226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:03.511267 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] 10.222.0.36 "PUT /v2.0/ports/30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 1094 time: 0.8757863 May 03 22:54:03.550925 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbdda-eae9-4916-a363-69da5d43e222 service neutron] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:03.568944 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b95ef4b3-1380-43e9-81f1-2d5f3094a84e req-5782c7fb-2cfd-4399-a6e4-e93c98ecdc9f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591371 May 03 22:54:03.659337 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4255cd-cb1e-4015-a34a-2196e6327d63 None None] New status for floating IP f7cf35cb-d098-4274-a744-4438cdffd2a3: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:03.687318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-b015aec2-c6a6-4532-a076-bdd2c236fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:03.688967 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-b015aec2-c6a6-4532-a076-bdd2c236fe04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1128 time: 0.0501249 May 03 22:54:03.730801 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-ef850623-f97e-4d40-bf43-6c6ad0627494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 217 time: 0.0345316 May 03 22:54:03.780049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-a5d6f397-d0ca-4cc2-96d3-05b627aacff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:03.781478 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-a5d6f397-d0ca-4cc2-96d3-05b627aacff5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0447347 May 03 22:54:03.834786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-7992c400-a1b8-4541-b4c5-3bf09bf81474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:03.836363 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-7992c400-a1b8-4541-b4c5-3bf09bf81474 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479119 May 03 22:54:03.926956 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-62a805e3-0683-4e31-b850-1ae6e6996d33 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834343 May 03 22:54:04.020250 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-edd298aa-afe1-47c2-97be-d7bc31f8ead7 req-8d5e190a-73e8-42f5-a10a-533c09e81160 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864284 May 03 22:54:04.080908 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 40866) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:04.110180 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b03dd-a37c-4b35-8f65-7a61c69aa00e req-6e2324ce-6d93-49e6-ba75-327e13ec5bd8 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:04.111723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-121b03dd-a37c-4b35-8f65-7a61c69aa00e req-6e2324ce-6d93-49e6-ba75-327e13ec5bd8 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0535986 May 03 22:54:04.135444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (7d1838e1-ba4b-437c-93da-c6791ce5a962), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.160561 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (7d1838e1-ba4b-437c-93da-c6791ce5a962), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.178136 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-121b03dd-a37c-4b35-8f65-7a61c69aa00e req-7e227964-d05b-4eee-bc81-212897d81d4c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606620 May 03 22:54:04.313733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7d1838e1-ba4b-437c-93da-c6791ce5a962), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.316355 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.317494 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d1838e1-ba4b-437c-93da-c6791ce5a962 HTTP/1.1" status: 204 len: 168 time: 0.2354791 May 03 22:54:04.320411 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40868) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:04.327066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a357207-eec8-42db-bafa-31ed6232aec1 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1838e1-ba4b-437c-93da-c6791ce5a962,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:04.333786 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.api.v2.resource [None req-f58b1f98-9f00-4c8a-9781-5c70dc6abfb7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] show failed (client error): The resource could not be found. May 03 22:54:04.334760 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f58b1f98-9f00-4c8a-9781-5c70dc6abfb7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups/7d1838e1-ba4b-437c-93da-c6791ce5a962 HTTP/1.1" status: 404 len: 347 time: 0.0133202 May 03 22:54:04.338397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40870) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:04.449923 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:04.452372 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb4aa09-d60c-4c26-a307-e31e89daaa06" -d '{"events": [{"name": "network-changed", "server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:04.456200 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 869ffc5c-7c17-498c-b5cf-fbc1eaaaf238 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:04.456586 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.486385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46314c91-304f-475f-9997-6b1bc0c64b0a x-openstack-request-id: req-46314c91-304f-475f-9997-6b1bc0c64b0a {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:04.486743 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:04.487064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46314c91-304f-475f-9997-6b1bc0c64b0a {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:04.487465 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46314c91-304f-475f-9997-6b1bc0c64b0a'] response: {'name': 'network-changed', 'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'status': 'completed', 'code': 200} May 03 22:54:04.538120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.538731 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.551213 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 869ffc5c-7c17-498c-b5cf-fbc1eaaaf238 owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:04.715055 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256025e-eaa6-4e92-919a-858292542ede req-37b37c29-4e71-4b4e-b625-98bdfad70ac6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:04.716551 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8256025e-eaa6-4e92-919a-858292542ede req-37b37c29-4e71-4b4e-b625-98bdfad70ac6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0567012 May 03 22:54:04.762755 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8256025e-eaa6-4e92-919a-858292542ede req-4e14135d-5e65-4717-bd42-a84fd5629725 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 May 03 22:54:04.775077 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (869ffc5c-7c17-498c-b5cf-fbc1eaaaf238), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.801239 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=869ffc5c-7c17-498c-b5cf-fbc1eaaaf238,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:04.865115 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (f7cf35cb-d098-4274-a744-4438cdffd2a3), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.867527 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:04.868698 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b5ef03c4-0568-448b-9cd3-7f9a84c0ea21 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7cf35cb-d098-4274-a744-4438cdffd2a3 HTTP/1.1" status: 204 len: 168 time: 0.5294023 May 03 22:54:04.996743 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-b7bf384e-20df-4993-9124-a64b3dc0361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:04.998229 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-b7bf384e-20df-4993-9124-a64b3dc0361d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1128 time: 0.0431261 May 03 22:54:05.051628 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2b39506e-9433-409e-b929-c88cc25bc8ff no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:05.071247 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 2b39506e-9433-409e-b929-c88cc25bc8ff {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:05.071596 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 2b39506e-9433-409e-b929-c88cc25bc8ff not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:05.090631 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-586dc18a-fae5-4c39-a010-f2404cc9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:05.092139 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-586dc18a-fae5-4c39-a010-f2404cc9438c service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.0850918 May 03 22:54:05.136694 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-937848b7-62a2-4db3-b2ae-0c2770c9d104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 217 time: 0.0372894 May 03 22:54:05.136850 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40878) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:05.141415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627975326', 'description': 'tempest-description--102561964'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:05.184866 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-7ceafc5d-b6ac-4474-b58a-56b25947b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:05.186296 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-7ceafc5d-b6ac-4474-b58a-56b25947b541 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0438159 May 03 22:54:05.204932 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.232762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-1d5e9283-7317-4bc4-8bfe-668188c5df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:05.234445 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-1d5e9283-7317-4bc4-8bfe-668188c5df87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411959 May 03 22:54:05.309432 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7039f-beab-4e92-9652-80c440aaedf0 req-de84a104-0c2e-435d-bff5-5ebbcb93c3a7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:05.310941 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90b7039f-beab-4e92-9652-80c440aaedf0 req-de84a104-0c2e-435d-bff5-5ebbcb93c3a7 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0564389 May 03 22:54:05.340739 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.341028 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-47dc09ab-a48f-4c36-81e0-3adaf9f107ea service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988529 May 03 22:54:05.342679 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (5b8f283c-ddc2-47d2-a86c-3972b68af338), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.381172 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90b7039f-beab-4e92-9652-80c440aaedf0 req-1782eacb-0c80-41a3-9093-2e03dfb5e0a2 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642507 May 03 22:54:05.404760 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5b8f283c-ddc2-47d2-a86c-3972b68af338), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.433743 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0bb4aa09-d60c-4c26-a307-e31e89daaa06 req-0dc53a75-2903-4c79-abd3-09cbed361129 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838437 May 03 22:54:05.437499 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f283c-ddc2-47d2-a86c-3972b68af338,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:05.481215 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.482447 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-68fe7c8b-cf41-44e1-89cc-aee955aa87f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3445759 May 03 22:54:05.485351 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40882) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:05.489576 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '5b8f283c-ddc2-47d2-a86c-3972b68af338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:05.582212 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (e2bb5a99-826b-431f-aa5b-00e27f8600f8), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.636366 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (e2bb5a99-826b-431f-aa5b-00e27f8600f8), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.696925 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (e2bb5a99-826b-431f-aa5b-00e27f8600f8), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.711819 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bb5a99-826b-431f-aa5b-00e27f8600f8,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:05.761981 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.763214 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-cfbddc44-a42e-46e7-ac62-269f2197568b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2769430 May 03 22:54:05.765952 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40884) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:05.770109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '5b8f283c-ddc2-47d2-a86c-3972b68af338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:05.879469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (7f92600f-3777-42e5-8a81-3e8d75a1b519), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.897351 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43695-10e9-4ef1-a701-a43ed7a1c104 req-5e04d3cd-ca8b-4586-a13d-d8c67d354eec tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:05.898834 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29d43695-10e9-4ef1-a701-a43ed7a1c104 req-5e04d3cd-ca8b-4586-a13d-d8c67d354eec tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0651608 May 03 22:54:05.970432 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (7f92600f-3777-42e5-8a81-3e8d75a1b519), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:05.974966 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29d43695-10e9-4ef1-a701-a43ed7a1c104 req-a4f81023-e997-46b6-9c6e-aa9a1941a688 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698161 May 03 22:54:06.050131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (7f92600f-3777-42e5-8a81-3e8d75a1b519), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.076408 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f92600f-3777-42e5-8a81-3e8d75a1b519,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.160082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.161260 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-dafbd60e-0bfd-47f4-b304-9bb9335cc650 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943903 May 03 22:54:06.165279 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 40888) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:06.169596 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:06.256198 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.332475 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.440222 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.27.0.225 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/bc971549-bf9b-4c66-a862-67ee6d2ea2e8) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:06.511551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f798187-1ce8-458e-99ae-79d4ccadf60a req-8d2ba329-a3d6-4cf8-8510-79eed96012ca tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:06.513103 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0f798187-1ce8-458e-99ae-79d4ccadf60a req-8d2ba329-a3d6-4cf8-8510-79eed96012ca tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0641849 May 03 22:54:06.618633 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.631328 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0f798187-1ce8-458e-99ae-79d4ccadf60a req-db560db7-20ec-47a1-b7e0-f10cb1202883 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894022 May 03 22:54:06.707863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.748468 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:06.753289 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:06.758079 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:54:06.759916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=bc971549-bf9b-4c66-a862-67ee6d2ea2e8,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:06.840739 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:06.921059 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.063013 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:54:07.101378 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.109414 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc518acd-91e4-48b0-a2ec-0878b89208ba req-3d304c58-a733-4b35-b34f-acd1b0ec3996 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:07.110901 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dc518acd-91e4-48b0-a2ec-0878b89208ba req-3d304c58-a733-4b35-b34f-acd1b0ec3996 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0641980 May 03 22:54:07.152231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.160051 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:07.171870 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:54:07.185182 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dc518acd-91e4-48b0-a2ec-0878b89208ba req-39e75749-a04c-4011-add0-5316e0960cd3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682232 May 03 22:54:07.209658 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:07.210219 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.223349 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:07.224731 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=bc971549-bf9b-4c66-a862-67ee6d2ea2e8,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:07.237579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.243792 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:07.296436 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.309646 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:07.310875 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d7064a91-2bca-4d16-9dfa-981587334abb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1446390 May 03 22:54:07.347735 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:07.355256 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.355624 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.356004 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.356362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.356696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.357023 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.357347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.357724 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.358053 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.358383 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.358818 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.359036 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.359365 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.359712 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.360033 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:07.504523 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-3c63e8ff-20b0-4703-ab59-7a3c28662608 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--627975326&fields=id&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 267 time: 0.0453992 May 03 22:54:07.589306 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['30af8c38-d79f-4a6a-9758-219ad76a2308'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:07.608440 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c1a30c7d-808a-4cff-896b-7c7581caf40e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:07.609901 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c1a30c7d-808a-4cff-896b-7c7581caf40e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.0985734 May 03 22:54:07.626129 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-a4176374-3c61-4c67-8e81-ef30c16fc4a3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/quotas/d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 375 time: 0.0106936 May 03 22:54:07.675492 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-45d155e0-847c-418f-8c51-cc01fffbbb96 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438159 May 03 22:54:07.788325 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad240f5-f617-431d-b8bf-c894896402ab req-8349ec2e-27e1-4f19-bb91-5b8c83898482 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:07.790461 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9ad240f5-f617-431d-b8bf-c894896402ab req-8349ec2e-27e1-4f19-bb91-5b8c83898482 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0861089 May 03 22:54:07.824130 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-3b467440-75b3-47bc-95a1-57dc66fc079d service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367810 May 03 22:54:07.891709 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9ad240f5-f617-431d-b8bf-c894896402ab req-7839abff-733d-4434-8884-b0dc9dae6a07 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954607 May 03 22:54:07.942117 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-338956f5-8697-44b5-b3cf-7df47d759d43 service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088343 May 03 22:54:08.184855 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-28431d68-55ad-4cff-89c7-33524e1c6032 req-27ab1060-08d7-4f64-86a2-3cc0ac6929dd tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0273747 May 03 22:54:08.301761 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774a8ef-d95b-4498-9348-36d58e10e6ab req-11ac8260-1c9c-481b-8d17-6afa15ae57ea tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:08.303242 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f774a8ef-d95b-4498-9348-36d58e10e6ab req-11ac8260-1c9c-481b-8d17-6afa15ae57ea tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 945 time: 0.0469775 May 03 22:54:08.355272 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f774a8ef-d95b-4498-9348-36d58e10e6ab req-5c2db4b1-e7c4-4dc1-b8fe-6fe3a8301b6f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456991 May 03 22:54:09.030264 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad4d53-74e5-4a1a-9c75-8a6e987734af req-9d2134fc-e98d-44ce-ab19-6ea49af42e95 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:09.031805 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f8ad4d53-74e5-4a1a-9c75-8a6e987734af req-9d2134fc-e98d-44ce-ab19-6ea49af42e95 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0569694 May 03 22:54:09.082914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:54:09.094544 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f8ad4d53-74e5-4a1a-9c75-8a6e987734af req-61c75d96-c57a-4750-858f-ab42947970a5 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568991 May 03 22:54:09.136279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 30af8c38-d79f-4a6a-9758-219ad76a2308 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:54:09.234101 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 30af8c38-d79f-4a6a-9758-219ad76a2308 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:09.234101 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:09.305077 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ae09c56d-bf9a-4e95-b63c-41a658d36d29 req-05a85d84-e51e-4065-8ee9-8e2822d25990 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0363414 May 03 22:54:09.346938 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:09.347326 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:09.382353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:09.383511 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:09.385947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b999f150-98c8-430e-bd10-55f9ee893349" -d '{"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:09.450891 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:09.504035 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:09.714720 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089dffd8-a1a5-4afc-ad14-6a98f36a1cb4 x-openstack-request-id: req-089dffd8-a1a5-4afc-ad14-6a98f36a1cb4 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:09.715180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:09.715517 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-089dffd8-a1a5-4afc-ad14-6a98f36a1cb4 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:09.716019 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089dffd8-a1a5-4afc-ad14-6a98f36a1cb4'] response: {'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'code': 200} May 03 22:54:09.719808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc1d88-3cd3-4950-9f77-50e919ae7b8e req-c34c8276-8df1-4ccb-a056-d641dbdba6a9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:09.721444 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-93cc1d88-3cd3-4950-9f77-50e919ae7b8e req-c34c8276-8df1-4ccb-a056-d641dbdba6a9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0487187 May 03 22:54:09.779952 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-93cc1d88-3cd3-4950-9f77-50e919ae7b8e req-8a2d31e9-ae3a-4c27-8298-c1e3e82d94ae tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513659 May 03 22:54:09.861810 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bd92-adc7-48e3-90e0-c74b92150adc req-ec2cf490-36a5-4e4b-a7fe-1632b20e8e6a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:09.863287 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a993bd92-adc7-48e3-90e0-c74b92150adc req-ec2cf490-36a5-4e4b-a7fe-1632b20e8e6a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0463498 May 03 22:54:09.910589 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a993bd92-adc7-48e3-90e0-c74b92150adc req-5c1e4947-fbc7-4e00-a605-be4839b6a270 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405657 May 03 22:54:10.207365 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4817e-0ce0-40e3-9f40-f32ee5f9f996 req-4791b55f-cded-4411-9b74-e61a1ecc12a3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:10.208868 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b9e4817e-0ce0-40e3-9f40-f32ee5f9f996 req-4791b55f-cded-4411-9b74-e61a1ecc12a3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0456419 May 03 22:54:10.266063 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b9e4817e-0ce0-40e3-9f40-f32ee5f9f996 req-eb2fe829-9dc3-4835-8ab8-24a5c9c4dd4b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510507 May 03 22:54:10.392988 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a534e3f4-9285-46fa-9f96-349d677329c6 req-0b979722-1ba2-4c85-a456-8c1b9b921d54 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0293245 May 03 22:54:10.901576 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a83ff-ad0c-4f44-9000-732960181207 req-23a30b00-7c8c-4942-9fa7-da0f2111c66b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:10.903029 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a71a83ff-ad0c-4f44-9000-732960181207 req-23a30b00-7c8c-4942-9fa7-da0f2111c66b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0450428 May 03 22:54:10.949174 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a71a83ff-ad0c-4f44-9000-732960181207 req-d4101419-5497-491f-9d43-67c39130bed3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 May 03 22:54:11.021913 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da596a5-7d85-4f8a-8c07-7f783876cd43 req-6abf6706-6797-4b8c-91bf-71b322acc739 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.023416 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8da596a5-7d85-4f8a-8c07-7f783876cd43 req-6abf6706-6797-4b8c-91bf-71b322acc739 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0447419 May 03 22:54:11.073829 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8da596a5-7d85-4f8a-8c07-7f783876cd43 req-14fd2a96-7e1b-4c72-a72a-03c733b7e11f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 May 03 22:54:11.375731 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcb767-7c29-403c-b30b-55a13431d51a req-f48251ec-54b8-4d2c-b92d-9abf7e39c4a9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.377179 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-23bcb767-7c29-403c-b30b-55a13431d51a req-f48251ec-54b8-4d2c-b92d-9abf7e39c4a9 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0456603 May 03 22:54:11.437551 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-23bcb767-7c29-403c-b30b-55a13431d51a req-87afc056-53bf-46fb-b3f5-9deab8dd6ef0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547333 May 03 22:54:11.489478 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bf9948e5-eede-4734-9df3-752a5c83dffa req-43fed07a-c02b-4df5-a7c7-d4231e36d39e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0288308 May 03 22:54:11.748471 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75bc4-e52d-48ea-99f9-d7146f7cd483 req-e957056f-baaf-4042-898d-14dd7fc44356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.749945 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-39b75bc4-e52d-48ea-99f9-d7146f7cd483 req-e957056f-baaf-4042-898d-14dd7fc44356 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1130 time: 0.0787950 May 03 22:54:11.784296 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-b69bc6e9-339b-4f94-bf83-32514e558862 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:11.785732 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-b69bc6e9-339b-4f94-bf83-32514e558862 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1345985 May 03 22:54:11.866211 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-39b75bc4-e52d-48ea-99f9-d7146f7cd483 req-d1af9299-0fc4-41bd-8aed-b720ffcc35c9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384221 May 03 22:54:12.063356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57f324-535e-4ff1-aaa9-bf7570541d20 req-3dbeb3e5-5d5b-49cf-9098-170d4481b184 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.064811 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aa57f324-535e-4ff1-aaa9-bf7570541d20 req-3dbeb3e5-5d5b-49cf-9098-170d4481b184 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0452034 May 03 22:54:12.121568 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aa57f324-535e-4ff1-aaa9-bf7570541d20 req-f6894357-43c9-44d3-917b-53ba7aa8799c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512087 May 03 22:54:12.131731 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-b6c065a3-139d-4e2c-85d9-24f30249e7ce tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 379 time: 0.0551279 May 03 22:54:12.194155 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dabc1d-0622-4721-a5c3-19d1b7fb1641 req-4c602140-9155-4c7b-9161-e1aa9e70ecc8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.195647 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6dabc1d-0622-4721-a5c3-19d1b7fb1641 req-4c602140-9155-4c7b-9161-e1aa9e70ecc8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0487711 May 03 22:54:12.243598 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6dabc1d-0622-4721-a5c3-19d1b7fb1641 req-9755bd64-7c01-450c-9fa1-9eb2d444bfa0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 May 03 22:54:12.393429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'port': {'device_id': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'admin_state_up': True, 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'security_groups': ['5b8f283c-ddc2-47d2-a86c-3972b68af338']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:12.431121 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-7a7c2350-455e-4bf4-b786-bccbdf890988 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.432586 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-7a7c2350-455e-4bf4-b786-bccbdf890988 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0743029 May 03 22:54:12.554896 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69e623-7a7a-4702-a3e5-5e4c6078d86f req-2f4164d8-cf4f-434c-96d3-d372dd0a283c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:12.556517 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c69e623-7a7a-4702-a3e5-5e4c6078d86f req-2f4164d8-cf4f-434c-96d3-d372dd0a283c tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0482302 May 03 22:54:12.591756 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c8c66a82-597d-40f6-b9d2-79334d484cf3 req-85dbb9da-9e0a-4fcd-a7f2-fa5a6d6a1bd6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0331137 May 03 22:54:12.610534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:12.613980 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:12.638726 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c69e623-7a7a-4702-a3e5-5e4c6078d86f req-686faaf4-5cdc-4a6f-8b25-b75aff163718 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=aff1ec15-0590-430c-a34b-8d56a011ef42&id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721953 May 03 22:54:12.739907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.20.0.5 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/4af5a1e7-302d-435a-bf00-2d2270bd7605) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:12.879527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:12.976896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.018866 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:13.021998 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:13.028095 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:54:13.033989 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:13.081913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.082648 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.174882 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-96d629ba-022d-4dee-a2a4-f509086d2dc3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870901 May 03 22:54:13.191024 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Request body: {'port': {'device_id': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:13.218184 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Deleting port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:13.218532 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.254003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22e8c7-c3fa-4f71-a923-8a28bcb8f66c req-acf3cfd8-6ae3-4461-b876-6532cca60764 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.255387 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-9a0bbafb-6a95-4746-9d5c-84c5a98d4011 None None] Provisioning complete for port 4af5a1e7-302d-435a-bf00-2d2270bd7605 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:13.255906 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b22e8c7-c3fa-4f71-a923-8a28bcb8f66c req-acf3cfd8-6ae3-4461-b876-6532cca60764 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0571551 May 03 22:54:13.256558 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9a0bbafb-6a95-4746-9d5c-84c5a98d4011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.303052 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bbafb-6a95-4746-9d5c-84c5a98d4011 None None] Port 4af5a1e7-302d-435a-bf00-2d2270bd7605 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:54:13.325115 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.337275 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2b22e8c7-c3fa-4f71-a923-8a28bcb8f66c req-1828cd20-9136-4117-9cf2-aa4fdaecd9ed tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578380 May 03 22:54:13.381638 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] For port d8ae8fa0-053f-4efa-aef1-0f056ff3a873, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:13.382009 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.398739 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f983ce3-45dd-4c6f-92d4-478d9683912b req-936c6b16-0139-49b3-93a7-22f56c937f3c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.404800 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4f983ce3-45dd-4c6f-92d4-478d9683912b req-936c6b16-0139-49b3-93a7-22f56c937f3c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 945 time: 0.0569258 May 03 22:54:13.453118 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4f983ce3-45dd-4c6f-92d4-478d9683912b req-70e3b4f0-c69c-4260-80b7-640637148cd6 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=d8de4f24-9ca7-482b-8643-3b7a09268515&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 May 03 22:54:13.703188 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c345e-1e95-487e-b7d1-b6cea51fc903 req-8cd7a020-0b43-4cd4-a8c3-d720e1c8f85b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:13.704757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-807c345e-1e95-487e-b7d1-b6cea51fc903 req-8cd7a020-0b43-4cd4-a8c3-d720e1c8f85b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 931 time: 0.0465834 May 03 22:54:13.755067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-807c345e-1e95-487e-b7d1-b6cea51fc903 req-9355e3d3-e07c-472b-a71d-da52d90b0d41 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446730 May 03 22:54:13.929353 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.929805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:13.930109 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Floating IP 3da36a29-a8a7-4b56-8e35-9a607fd11c12 disassociated. External IP: 172.27.0.63, port: d8ae8fa0-053f-4efa-aef1-0f056ff3a873. May 03 22:54:13.930801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Calling delete_port for d8ae8fa0-053f-4efa-aef1-0f056ff3a873 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:14.046063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af5a1e7-302d-435a-bf00-2d2270bd7605 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:14.056376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks [] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.076318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Transition to ACTIVE for port object 4af5a1e7-302d-435a-bf00-2d2270bd7605 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:54:14.148165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.219806 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Pushing event updated for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:14.222087 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (d8ae8fa0-053f-4efa-aef1-0f056ff3a873), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.278879 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'Port': ['ID=d8ae8fa0-053f-4efa-aef1-0f056ff3a873,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:14.346558 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Attempting to bind port 4af5a1e7-302d-435a-bf00-2d2270bd7605 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:54:14.346902 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Attempting to bind port 4af5a1e7-302d-435a-bf00-2d2270bd7605 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:54:14.347237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Attempting to bind port 4af5a1e7-302d-435a-bf00-2d2270bd7605 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:14.357434 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Port 4af5a1e7-302d-435a-bf00-2d2270bd7605 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:54:14.357762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Attempting to bind port 4af5a1e7-302d-435a-bf00-2d2270bd7605 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:14.373157 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:54:14.373507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:54:14.373915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:54:14.374355 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Bound port: 4af5a1e7-302d-435a-bf00-2d2270bd7605, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:54:14.374771 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.473442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:14.481998 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99c664-8f8d-4448-9e79-a070a3f8a666 req-68644813-9124-468e-a524-538908ab7170 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.483509 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a99c664-8f8d-4448-9e79-a070a3f8a666 req-68644813-9124-468e-a524-538908ab7170 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0561619 May 03 22:54:14.493813 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:54:14.498508 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:54:14.573843 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e1ee5db7-1983-471f-8c4c-1b0983db6ed8 req-03846f8f-1b20-4785-a9ea-0c14d254fff0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0378690 May 03 22:54:14.576710 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3a99c664-8f8d-4448-9e79-a070a3f8a666 req-d38244ac-3416-41bd-8f2a-df70c8209afb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855651 May 03 22:54:14.594142 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.641411 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.642041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.643434 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] 10.222.0.36 "PUT /v2.0/ports/4af5a1e7-302d-435a-bf00-2d2270bd7605 HTTP/1.1" status: 200 len: 1093 time: 1.4589224 May 03 22:54:14.643896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:14.646112 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d954852-60b5-40f0-94c1-fc36bb22a3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:14.652278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:14.679191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:14.699733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79f00e-e404-474a-98f3-b941910220d5 x-openstack-request-id: req-1a79f00e-e404-474a-98f3-b941910220d5 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:14.700025 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:14.700311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a79f00e-e404-474a-98f3-b941910220d5 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:14.700740 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a79f00e-e404-474a-98f3-b941910220d5'] response: {'name': 'network-changed', 'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'status': 'completed', 'code': 200} May 03 22:54:14.738996 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:14.740462 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:14.750653 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] No DVR routers for this DVR port d8ae8fa0-053f-4efa-aef1-0f056ff3a873 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:14.751675 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1ff81-9f26-444b-b4b2-62ee33793b6e service neutron] Pushing event updated for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:14.767246 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02087a-7b74-4fb4-8aad-aab15e663b1d req-20738196-3ec6-4d56-b1d8-4c218bf345d0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.769813 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ee02087a-7b74-4fb4-8aad-aab15e663b1d req-20738196-3ec6-4d56-b1d8-4c218bf345d0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0719154 May 03 22:54:14.781877 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.783904 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41002) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:14.790143 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Request body: {'floatingip': {'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:14.797561 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-05eb77f2-a379-4145-a97b-df3fe7c9ef50 req-97a891a8-637d-40f9-9961-c66dd485b205 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "DELETE /v2.0/ports/d8ae8fa0-053f-4efa-aef1-0f056ff3a873 HTTP/1.1" status: 204 len: 173 time: 1.6981502 May 03 22:54:14.825012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-0e6671d6-12b9-496f-8bc9-2145f715f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:14.826861 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-0e6671d6-12b9-496f-8bc9-2145f715f6fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 1127 time: 0.0956626 May 03 22:54:14.860203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:14.967503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:15.019949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-409063f3-58b9-46ae-b255-fdf366d01945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.022677 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-409063f3-58b9-46ae-b255-fdf366d01945 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0695fe13abc401a905fd0579770c1ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1865964 May 03 22:54:15.055032 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af1a0-1169-46b9-89cf-fd6985d9948f req-b3061313-48a2-407e-93aa-dd960b31c599 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.058176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c37af1a0-1169-46b9-89cf-fd6985d9948f req-b3061313-48a2-407e-93aa-dd960b31c599 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.1485245 May 03 22:54:15.084183 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device d8ae8fa0-053f-4efa-aef1-0f056ff3a873 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:15.128866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: d8ae8fa0-053f-4efa-aef1-0f056ff3a873 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:15.129251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device d8ae8fa0-053f-4efa-aef1-0f056ff3a873 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:15.173401 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-3ee5576d-39ec-4fa4-898a-2392911ee33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.173401 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8d954852-60b5-40f0-94c1-fc36bb22a3ca req-3ee5576d-39ec-4fa4-898a-2392911ee33b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432867 May 03 22:54:15.232216 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c37af1a0-1169-46b9-89cf-fd6985d9948f req-364f1019-9906-47d0-bd42-b58375c0fc73 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531906 May 03 22:54:15.254968 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:15.277960 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-f320df93-282f-4797-836b-dc10a82f2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.282249 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-f320df93-282f-4797-836b-dc10a82f2210 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 1127 time: 0.0637827 May 03 22:54:15.286932 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:15.296129 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:15.296799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:15.335505 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-bc657fe8-3fe5-4437-bf35-d0e37e9d0ced service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605 HTTP/1.1" status: 200 len: 217 time: 0.0390303 May 03 22:54:15.406908 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:15.553041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:15.576601 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-7028b4d7-c137-419b-a36d-3862acda53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.582011 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-7028b4d7-c137-419b-a36d-3862acda53e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0706875 May 03 22:54:15.593515 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f360d6e-55de-4d97-b9e3-9eb27fbf593a req-21d4555c-d468-4bb7-a63a-02df6da10352 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:15.594981 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f360d6e-55de-4d97-b9e3-9eb27fbf593a req-21d4555c-d468-4bb7-a63a-02df6da10352 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0568011 May 03 22:54:15.628038 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:15.638785 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:15.655967 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0083894-903c-4c5e-9908-5ec9687931c1 None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:15.705394 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f360d6e-55de-4d97-b9e3-9eb27fbf593a req-aa0f3e25-5e86-47e8-a152-2f020961ac4b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041873 May 03 22:54:15.726644 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7b4c0d37-7441-41a7-9264-a7274a8cef87 req-a81940c6-3e96-4e69-9c34-185e3f326d41 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0431387 May 03 22:54:15.885669 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faf3b79-5190-47ea-8244-c413177d01ae None None] New status for floating IP 3da36a29-a8a7-4b56-8e35-9a607fd11c12: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:16.025935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Floating IP fb64fa0a-d792-4da2-abe1-f13754dd139e associated. External IP: 172.27.0.148, port: 30af8c38-d79f-4a6a-9758-219ad76a2308. May 03 22:54:16.242207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:16.344152 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3b849-45df-4f4c-8942-6bab1862de4c req-17337c08-dd1d-43b1-96e3-4e4a45ed2181 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:16.345602 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e9c3b849-45df-4f4c-8942-6bab1862de4c req-17337c08-dd1d-43b1-96e3-4e4a45ed2181 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.0609789 May 03 22:54:16.409939 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:16.417206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:16.420014 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:16.429688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:16.430510 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:16.448004 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e9c3b849-45df-4f4c-8942-6bab1862de4c req-29eba920-5e46-49b6-89b9-2a4d080844fc tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769012 May 03 22:54:16.460991 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-fe539521-e01c-42b0-a55b-1f75268a19b4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "PUT /v2.0/floatingips/fb64fa0a-d792-4da2-abe1-f13754dd139e HTTP/1.1" status: 200 len: 992 time: 1.6693652 May 03 22:54:16.460991 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:16.460991 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f627a-cc7a-4246-9e28-94bec4bc25d6" -d '{"events": [{"name": "network-changed", "server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:16.495345 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec7aae-c8b4-4dc1-9db4-1a60ad2c1e25 x-openstack-request-id: req-d8ec7aae-c8b4-4dc1-9db4-1a60ad2c1e25 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:16.495678 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:16.495946 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d8ec7aae-c8b4-4dc1-9db4-1a60ad2c1e25 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:16.496365 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec7aae-c8b4-4dc1-9db4-1a60ad2c1e25'] response: {'name': 'network-changed', 'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'status': 'completed', 'code': 200} May 03 22:54:16.660281 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:16.701755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'name': 'network-vif-deleted', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:16.704074 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61940700-c922-4e6b-9a2d-1283f04bcea3" -d '{"events": [{"server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "name": "network-vif-deleted", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:16.740045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bc4ab-2103-4720-ac4f-7bfa5d60428c x-openstack-request-id: req-092bc4ab-2103-4720-ac4f-7bfa5d60428c {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:16.740391 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47bb907-9bb6-44f1-84b1-bc28e67b455b", "name": "network-vif-deleted", "tag": "d8ae8fa0-053f-4efa-aef1-0f056ff3a873", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:16.740595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-092bc4ab-2103-4720-ac4f-7bfa5d60428c {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:16.740997 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092bc4ab-2103-4720-ac4f-7bfa5d60428c'] response: {'server_uuid': 'a47bb907-9bb6-44f1-84b1-bc28e67b455b', 'name': 'network-vif-deleted', 'tag': 'd8ae8fa0-053f-4efa-aef1-0f056ff3a873', 'status': 'completed', 'code': 200} May 03 22:54:16.839630 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22523ba7-0776-48b7-99c9-a80a90a49bb1 req-7288ee04-a85d-42b8-aadc-736e1bf5fedc tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0317042 May 03 22:54:16.847806 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac92b-5554-4fbb-9f5a-e90fe37b7586 req-2e72e2f1-a099-403c-b892-136037b91742 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:16.849241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5a2ac92b-5554-4fbb-9f5a-e90fe37b7586 req-2e72e2f1-a099-403c-b892-136037b91742 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0734107 May 03 22:54:16.881822 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'fb64fa0a-d792-4da2-abe1-f13754dd139e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:56Z', 'updated_at': '2022-05-03T22:54:15Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:16.897026 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5a2ac92b-5554-4fbb-9f5a-e90fe37b7586 req-c5d4373b-2c85-4b4c-a724-eb8cf123c5f9 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405993 May 03 22:54:16.908012 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:16.917071 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:16.917675 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:17.025333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:17.234873 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'fb64fa0a-d792-4da2-abe1-f13754dd139e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:56Z', 'updated_at': '2022-05-03T22:54:15Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:17.261066 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6ebcd9-16f4-4cd7-996f-2a22662abf2b None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'fb64fa0a-d792-4da2-abe1-f13754dd139e', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:53:56Z', 'updated_at': '2022-05-03T22:54:15Z', 'revision_number': 1, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:17.454150 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390aecb-1270-448b-ac4e-4d0d8c00cd18 None None] New status for floating IP fb64fa0a-d792-4da2-abe1-f13754dd139e: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:17.563660 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f8f97-3359-4c86-93cb-827fc88e8a21 req-5612a998-1e3e-4295-bd2b-57231829add6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:17.565172 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-709f8f97-3359-4c86-93cb-827fc88e8a21 req-5612a998-1e3e-4295-bd2b-57231829add6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.0461214 May 03 22:54:17.612015 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-709f8f97-3359-4c86-93cb-827fc88e8a21 req-36504ae5-ab3d-4600-98f2-8f3d69386ac9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 May 03 22:54:17.945167 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-593fae4a-445a-40fb-a488-b133254d1e4e req-1413facb-94da-472f-bd46-7fe359a6902e tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47bb907-9bb6-44f1-84b1-bc28e67b455b HTTP/1.1" status: 200 len: 210 time: 0.0301950 May 03 22:54:18.013193 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f452d-f3f0-461b-8832-ef57ecbbcb13 req-4230e29a-5b3f-4c36-bc40-9047eaa0775a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.014670 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-482f452d-f3f0-461b-8832-ef57ecbbcb13 req-4230e29a-5b3f-4c36-bc40-9047eaa0775a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0468216 May 03 22:54:18.062577 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-482f452d-f3f0-461b-8832-ef57ecbbcb13 req-32e0faaa-7107-41ba-aa3d-5234ee8c4c55 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 May 03 22:54:18.522711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-3ea44f98-62bb-4a19-95cd-b9ed275b92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.524275 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-3ea44f98-62bb-4a19-95cd-b9ed275b92bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408130 May 03 22:54:18.587094 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-b0d2d72a-9507-4f2e-aac8-860c6ac80f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.588599 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-b0d2d72a-9507-4f2e-aac8-860c6ac80f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1130 time: 0.0634778 May 03 22:54:18.647102 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-89346376-5c39-4bfd-9ebf-4a0f344d2a2c service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144912 May 03 22:54:18.722067 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd5b7-9fde-48fb-b539-36076d5e8177 req-b8f658db-4b6b-45bb-8f2c-93d67a32510c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.723696 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-473bd5b7-9fde-48fb-b539-36076d5e8177 req-b8f658db-4b6b-45bb-8f2c-93d67a32510c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.0460951 May 03 22:54:18.772561 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-473bd5b7-9fde-48fb-b539-36076d5e8177 req-ed9fa454-9845-4270-b2ab-9a0e02cdeeb8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424726 May 03 22:54:18.881642 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-39dc7329-5549-45da-9898-f325f871c7c6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.883032 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-39dc7329-5549-45da-9898-f325f871c7c6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0807264 May 03 22:54:18.885616 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-58710c33-f904-491b-a91a-c780f73d8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:18.886923 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-58710c33-f904-491b-a91a-c780f73d8a06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.1973748 May 03 22:54:18.897981 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1ee4b13-6bda-4a97-be9e-96cb31893e3b req-ad6f6a8d-30a5-495c-8a78-4bb850ecd5bc service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071633 May 03 22:54:19.011247 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-02283462-8fd6-4770-95fa-ad35220891a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 1002 time: 0.1156824 May 03 22:54:19.026768 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Deleting port 8965f4be-e6bc-4078-bca8-671755093420 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:19.027048 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (8965f4be-e6bc-4078-bca8-671755093420), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.109350 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41042) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:19.117313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] For port 8965f4be-e6bc-4078-bca8-671755093420, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=8965f4be-e6bc-4078-bca8-671755093420,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:19.117755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (8965f4be-e6bc-4078-bca8-671755093420), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.192113 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848aa07-fb62-499c-be32-25831441a74b req-62960e40-0c7d-44ed-8eb6-92b86aa6408a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:19.193692 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6848aa07-fb62-499c-be32-25831441a74b req-62960e40-0c7d-44ed-8eb6-92b86aa6408a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 945 time: 0.0634489 May 03 22:54:19.213117 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (d8de4f24-9ca7-482b-8643-3b7a09268515), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.251469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (d8de4f24-9ca7-482b-8643-3b7a09268515), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.296141 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6848aa07-fb62-499c-be32-25831441a74b req-3ec169b6-958d-45a8-9ea7-b410253ba208 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=9bf1b547-2948-4195-a6ea-66345e679605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937688 May 03 22:54:19.301325 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.301924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.302433 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Floating IP c6c17155-70e6-43ce-8cf9-e87fb08c4903 disassociated. External IP: 172.27.0.122, port: 8965f4be-e6bc-4078-bca8-671755093420. May 03 22:54:19.302784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Calling delete_port for 8965f4be-e6bc-4078-bca8-671755093420 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:19.375100 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d8de4f24-9ca7-482b-8643-3b7a09268515), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.377771 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.379049 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "DELETE /v2.0/security-groups/d8de4f24-9ca7-482b-8643-3b7a09268515 HTTP/1.1" status: 204 len: 168 time: 0.2686367 May 03 22:54:19.382057 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41044) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:19.388276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de4f24-9ca7-482b-8643-3b7a09268515,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:19.395280 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.395655 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.396012 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.396352 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.396711 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.397055 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.397385 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.397716 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.398043 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.398371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.398700 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.399552 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.399906 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.400234 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.400554 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49f68-4fb2-4abb-8a27-dd9434823452 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:19.400735 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.api.v2.resource [None req-e46c6fb5-252b-4a43-8fea-6ec1b97bd01f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] show failed (client error): The resource could not be found. May 03 22:54:19.404481 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e46c6fb5-252b-4a43-8fea-6ec1b97bd01f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups/d8de4f24-9ca7-482b-8643-3b7a09268515 HTTP/1.1" status: 404 len: 347 time: 0.0187259 May 03 22:54:19.404716 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41046) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:19.525665 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Deleting port 2f12945f-f251-4591-9bbc-48dc83987807 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:19.526017 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (2f12945f-f251-4591-9bbc-48dc83987807), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.535230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (8965f4be-e6bc-4078-bca8-671755093420), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.565960 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event deleted for resources: {'Port': ['ID=8965f4be-e6bc-4078-bca8-671755093420,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:19.607228 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (2f12945f-f251-4591-9bbc-48dc83987807), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.607557 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (2f12945f-f251-4591-9bbc-48dc83987807), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.624697 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Calling delete_port for 2f12945f-f251-4591-9bbc-48dc83987807 owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:19.691869 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:19.801364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (2f12945f-f251-4591-9bbc-48dc83987807), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.802629 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:19.815738 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:19.829347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:19.830407 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:19.839068 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'Port': ['ID=2f12945f-f251-4591-9bbc-48dc83987807,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:19.887538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] No DVR routers for this DVR port 8965f4be-e6bc-4078-bca8-671755093420 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:19.891088 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.894406 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e2fd0324-58ac-41fd-83c9-a5a5b8511eab req-352facaa-6c1d-4dea-95ce-6393d460d64a tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "DELETE /v2.0/ports/8965f4be-e6bc-4078-bca8-671755093420 HTTP/1.1" status: 204 len: 173 time: 1.0053153 May 03 22:54:19.894859 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'name': 'network-vif-deleted', 'tag': '8965f4be-e6bc-4078-bca8-671755093420'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:19.897122 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9a2ba0-0e35-4344-83c3-980d79e937f3" -d '{"events": [{"server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "name": "network-vif-deleted", "tag": "8965f4be-e6bc-4078-bca8-671755093420"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:19.903935 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-c308b3ad-f1d7-4b02-8c63-2775c92aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:19.905405 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-c308b3ad-f1d7-4b02-8c63-2775c92aa595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0743001 May 03 22:54:19.946758 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (3da36a29-a8a7-4b56-8e35-9a607fd11c12), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.950318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:19.951519 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b39aeb4d-0d3f-4cfc-a23c-f95fa4f0d180 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "DELETE /v2.0/floatingips/3da36a29-a8a7-4b56-8e35-9a607fd11c12 HTTP/1.1" status: 204 len: 168 time: 0.5458927 May 03 22:54:19.979271 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-990410ee-f16d-4891-8a9d-f655e3d75487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:19.982317 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-990410ee-f16d-4891-8a9d-f655e3d75487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529695 May 03 22:54:19.984200 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfebd1c-50f4-4841-83c4-899348fcc1df x-openstack-request-id: req-edfebd1c-50f4-4841-83c4-899348fcc1df {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:19.984482 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262b125c-daf4-4b3b-89e0-1cf29854b243", "name": "network-vif-deleted", "tag": "8965f4be-e6bc-4078-bca8-671755093420", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:19.984735 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edfebd1c-50f4-4841-83c4-899348fcc1df {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:19.985174 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfebd1c-50f4-4841-83c4-899348fcc1df'] response: {'server_uuid': '262b125c-daf4-4b3b-89e0-1cf29854b243', 'name': 'network-vif-deleted', 'tag': '8965f4be-e6bc-4078-bca8-671755093420', 'status': 'completed', 'code': 200} May 03 22:54:20.001964 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291f22c-6bde-4484-a5bf-11152ab02fba req-15927b44-f19f-4d0d-96f9-1f11ecbe3f7d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:20.003727 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0291f22c-6bde-4484-a5bf-11152ab02fba req-15927b44-f19f-4d0d-96f9-1f11ecbe3f7d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.1380291 May 03 22:54:20.040307 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:20.097845 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-bb7324f1-9ef9-4e11-a37a-f1c007ea70a6 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091475 May 03 22:54:20.130966 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0291f22c-6bde-4484-a5bf-11152ab02fba req-3ef3782b-6299-4b51-9327-5fa953cd1c18 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006198 May 03 22:54:20.238296 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-942f627a-cc7a-4246-9e28-94bec4bc25d6 req-cf31830a-74c9-43cb-90d6-eee51721215f service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074917 May 03 22:54:20.298599 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:20.325400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:20.333907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:20.334545 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:53:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:20.384709 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41056) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:20.389369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71922452', 'description': 'tempest-description--340281005'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:20.409169 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-232b8cd3-b8ae-4ea4-9372-5730f3d48238 req-f17a7f95-d7a8-42d7-a85d-ef8103109489 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=262b125c-daf4-4b3b-89e0-1cf29854b243 HTTP/1.1" status: 200 len: 210 time: 0.0266962 May 03 22:54:20.451086 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:20.472647 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.543574 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (4ed87e8e-eead-41fc-b17c-78e09b40b650), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.604924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4ed87e8e-eead-41fc-b17c-78e09b40b650), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.635078 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed87e8e-eead-41fc-b17c-78e09b40b650,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:20.648243 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:20.673991 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe77c03-8562-405c-aeec-5b425b34145c None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:46Z', 'revision_number': 4, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '64e8948e-25b6-4b2f-a013-e9745bb63e26', 'name': '', 'network_id': '110b9d2f-f6ac-4f64-a7b4-00c5537b88c6', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'mac_address': 'fa:16:3e:f5:f0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '510977aa-e766-4199-9d94-bb1662669541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:44Z', 'updated_at': '2022-05-03T22:49:54Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'subnets': [{'id': '510977aa-e766-4199-9d94-bb1662669541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:20.709888 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.712066 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-480bb536-1c5a-4102-9899-835556d64d66 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3254962 May 03 22:54:20.714745 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41058) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:20.719109 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group_rule': {'security_group_id': '4ed87e8e-eead-41fc-b17c-78e09b40b650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:20.827679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (21a57fc0-9b93-47a5-b888-fd904d6a617b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.893061 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (21a57fc0-9b93-47a5-b888-fd904d6a617b), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.896570 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba83f71-2197-49fd-942a-a06cf15651c2 None None] New status for floating IP c6c17155-70e6-43ce-8cf9-e87fb08c4903: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:20.952413 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (21a57fc0-9b93-47a5-b888-fd904d6a617b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:20.977385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a57fc0-9b93-47a5-b888-fd904d6a617b,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.029561 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.030862 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a4110f4d-57f0-4942-b4e8-9f908fcd150c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151736 May 03 22:54:21.033598 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41060) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:21.038103 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'security_group_rule': {'security_group_id': '4ed87e8e-eead-41fc-b17c-78e09b40b650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:21.089933 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 4af5a1e7-302d-435a-bf00-2d2270bd7605 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:54:21.150064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (e3619073-e616-4aec-9b15-2736251c4ae8), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.208650 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (e3619073-e616-4aec-9b15-2736251c4ae8), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.245628 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:21.256244 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (e3619073-e616-4aec-9b15-2736251c4ae8), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.257983 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f877a6-ee62-44f6-881d-50e403edeb92 req-9055662e-60f6-46a2-a194-54b3bf7ed52c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:21.258794 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'port_id': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'mac_address': 'fa:16:3e:ef:c9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:54:21.260389 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47f877a6-ee62-44f6-881d-50e403edeb92 req-9055662e-60f6-46a2-a194-54b3bf7ed52c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 943 time: 0.0726981 May 03 22:54:21.276482 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3619073-e616-4aec-9b15-2736251c4ae8,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.317430 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 4af5a1e7-302d-435a-bf00-2d2270bd7605 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:21.317914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.319361 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-47f877a6-ee62-44f6-881d-50e403edeb92 req-04d2659f-7348-4573-9492-6c276f9378f0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537646 May 03 22:54:21.331268 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af5a1e7-302d-435a-bf00-2d2270bd7605 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:21.338832 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.342896 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c852b93e-a016-4c95-810b-a44e1a161bdb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054943 May 03 22:54:21.343288 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41064) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:21.347801 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:21.352717 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:21.438226 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.452659 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.490698 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.536565 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.565403 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41070) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:21.623851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (9bf1b547-2948-4195-a6ea-66345e679605), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.644803 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Allocated IP 172.27.0.214 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/27e801d2-768f-464d-add2-950f92774b74) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:21.647912 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (9bf1b547-2948-4195-a6ea-66345e679605), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.690958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['4af5a1e7-302d-435a-bf00-2d2270bd7605'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:21.753124 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (27e801d2-768f-464d-add2-950f92774b74), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.959367 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (9bf1b547-2948-4195-a6ea-66345e679605), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.962540 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:21.963719 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "DELETE /v2.0/security-groups/9bf1b547-2948-4195-a6ea-66345e679605 HTTP/1.1" status: 204 len: 168 time: 0.3972533 May 03 22:54:21.974197 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ece66-39af-40de-aaff-a8c3fb58be66 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1b547-2948-4195-a6ea-66345e679605,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:21.976045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41072) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:21.989999 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.api.v2.resource [None req-783a29ef-e9f8-4be3-a6c3-3f45f0e7aa03 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] show failed (client error): The resource could not be found. May 03 22:54:21.993435 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-783a29ef-e9f8-4be3-a6c3-3f45f0e7aa03 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups/9bf1b547-2948-4195-a6ea-66345e679605 HTTP/1.1" status: 404 len: 347 time: 0.0140066 May 03 22:54:21.993992 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41074) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:22.022551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (27e801d2-768f-464d-add2-950f92774b74), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.061534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:22.064499 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:22.072099 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:54:22.077782 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=27e801d2-768f-464d-add2-950f92774b74,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:22.111898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Deleting port 53a9e8c6-4a2a-474b-ac62-fabebced546f {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:22.112254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.163250 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.187827 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.191548 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (53a9e8c6-4a2a-474b-ac62-fabebced546f), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.209317 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Calling delete_port for 53a9e8c6-4a2a-474b-ac62-fabebced546f owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:22.265384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (27e801d2-768f-464d-add2-950f92774b74), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.403845 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (53a9e8c6-4a2a-474b-ac62-fabebced546f), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.433515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event deleted for resources: {'Port': ['ID=53a9e8c6-4a2a-474b-ac62-fabebced546f,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:22.453904 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9344f69-9fd8-4e77-aa25-c80e417d7781 req-df4e9a32-1abb-4490-b53b-54ec5d7b5668 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:22.455401 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b9344f69-9fd8-4e77-aa25-c80e417d7781 req-df4e9a32-1abb-4490-b53b-54ec5d7b5668 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 944 time: 0.0660551 May 03 22:54:22.457420 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (27e801d2-768f-464d-add2-950f92774b74), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.494661 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks [] for floatingip (c6c17155-70e6-43ce-8cf9-e87fb08c4903), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.497196 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.500180 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c40a6d68-c9d9-4bd8-b468-f6917f3a19ff tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6c17155-70e6-43ce-8cf9-e87fb08c4903 HTTP/1.1" status: 204 len: 168 time: 0.5037708 May 03 22:54:22.506940 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b9344f69-9fd8-4e77-aa25-c80e417d7781 req-4f3e65c0-edc0-4945-9314-7d792b9ff890 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 May 03 22:54:22.519411 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (27e801d2-768f-464d-add2-950f92774b74), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.591638 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=27e801d2-768f-464d-add2-950f92774b74,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:22.601391 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.652554 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:22.653778 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-82cfadc4-27b6-4d56-a624-6bf73b7d7db8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3094616 May 03 22:54:22.851509 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-bd288d8d-d764-4a6b-b2c4-9ae9067f5f55 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--71922452&fields=id&tenant_id=cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 267 time: 0.0412502 May 03 22:54:22.958637 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-d9f99f8e-1dc1-43b2-84d4-6c39c55f5626 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:22.960102 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-d9f99f8e-1dc1-43b2-84d4-6c39c55f5626 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 811 time: 0.1015015 May 03 22:54:22.975565 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-fe5f0187-a8e2-4d9e-a5f1-e6113d820941 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/quotas/cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 375 time: 0.0093632 May 03 22:54:23.024460 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-93ef94a3-7509-4806-a66c-652936edfd93 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424402 May 03 22:54:23.100297 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 4af5a1e7-302d-435a-bf00-2d2270bd7605 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:54:23.119064 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-d5d3ac77-7749-4b04-ae6c-19ef8aa93b49 service neutron] 10.222.0.23 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836093 May 03 22:54:23.146460 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 4af5a1e7-302d-435a-bf00-2d2270bd7605 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:54:23.210645 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-f566ca42-520e-4a94-aaae-05d64e23dd4b service neutron] 10.222.0.23 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 May 03 22:54:23.217656 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-2a029eff-28ad-4da5-b25b-4c4fa0985b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:23.280798 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 4af5a1e7-302d-435a-bf00-2d2270bd7605 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:23.281771 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:23.439396 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66eb65f6-7aab-4bbf-91d7-effbaa01e699 req-40e5b989-9374-4ca4-96ae-c5b3f603e7ef tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0285606 May 03 22:54:23.488944 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 4af5a1e7-302d-435a-bf00-2d2270bd7605 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:23.489336 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:23.511921 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:23.514146 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a438a97-b681-46a2-bb24-277587ca5e60" -d '{"events": [{"server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "name": "network-vif-plugged", "status": "completed", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:23.527011 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:23.556161 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1274519-4d02-46e2-b83c-8a1015a5cc44 x-openstack-request-id: req-d1274519-4d02-46e2-b83c-8a1015a5cc44 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:23.556580 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "name": "network-vif-plugged", "status": "completed", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:23.556838 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1274519-4d02-46e2-b83c-8a1015a5cc44 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:23.557250 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1274519-4d02-46e2-b83c-8a1015a5cc44'] response: {'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'code': 200} May 03 22:54:23.622903 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da619c1-474a-4857-bac1-4311dd861438 req-06e2ef02-0b94-4ca8-88c7-5cb32e41b77b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:23.624413 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2da619c1-474a-4857-bac1-4311dd861438 req-06e2ef02-0b94-4ca8-88c7-5cb32e41b77b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 944 time: 0.0456495 May 03 22:54:23.633866 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:23.634684 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 8965f4be-e6bc-4078-bca8-671755093420 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:23.676921 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2da619c1-474a-4857-bac1-4311dd861438 req-5584e004-4c4c-4f59-9349-906c1b2d66f6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464242 May 03 22:54:23.680734 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 8965f4be-e6bc-4078-bca8-671755093420 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:23.681093 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 8965f4be-e6bc-4078-bca8-671755093420 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:23.709049 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:23.885087 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec50-38d5-4f12-bafb-b7b63d180251 req-9583be02-0497-491a-9669-10bd3862b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:23.886567 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-923cec50-38d5-4f12-bafb-b7b63d180251 req-9583be02-0497-491a-9669-10bd3862b974 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 1129 time: 0.0384347 May 03 22:54:23.929738 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-923cec50-38d5-4f12-bafb-b7b63d180251 req-01549e5d-2b92-421e-85a8-adcc25947148 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366981 May 03 22:54:24.536033 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-816e7b1e-6a14-42fc-9a1d-417b31ba6d61 req-1ae2f03c-6c06-47a3-b927-8b622686e72b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0305805 May 03 22:54:24.787741 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac59ef5-e662-4867-a78e-11c3c9f8780d req-0ce84946-b53d-4d5b-b9ea-ed21f23196ae tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:24.790095 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ac59ef5-e662-4867-a78e-11c3c9f8780d req-0ce84946-b53d-4d5b-b9ea-ed21f23196ae tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0447872 May 03 22:54:24.835232 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4ac59ef5-e662-4867-a78e-11c3c9f8780d req-8a4a1cf8-7e35-498a-a46a-27a4c8a1ef80 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 May 03 22:54:25.416692 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b31fd-e7b9-4c5b-aaea-2fbb7641b917 req-e345df1b-2cf1-4232-860e-e44c673dc55b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:25.418140 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fb5b31fd-e7b9-4c5b-aaea-2fbb7641b917 req-e345df1b-2cf1-4232-860e-e44c673dc55b tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0468616 May 03 22:54:25.455433 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e45dd13a-3738-4aa8-92b7-be2ce421f4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:25.464860 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fb5b31fd-e7b9-4c5b-aaea-2fbb7641b917 req-87f06ea4-2058-4480-8bca-a65fe238a8d5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 May 03 22:54:25.635172 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-733ac268-2d7a-4576-9143-b330c499354e req-542d3c92-f0f3-4eb4-84e0-cc56aa2e55e6 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0300426 May 03 22:54:25.947024 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb69dcd-f63c-4c74-b4dd-a487686b7656 req-f9278f3e-55e4-4f73-82bc-1bdf49197745 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:25.948475 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ffb69dcd-f63c-4c74-b4dd-a487686b7656 req-f9278f3e-55e4-4f73-82bc-1bdf49197745 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0456979 May 03 22:54:25.993617 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ffb69dcd-f63c-4c74-b4dd-a487686b7656 req-009410c1-764f-4cd1-b438-f7326c44abe7 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 May 03 22:54:26.098041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb57eb-ed43-4a95-a00f-c05a5ca94006 req-01eade51-3e50-4011-be63-900be0928c88 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.099527 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-02eb57eb-ed43-4a95-a00f-c05a5ca94006 req-01eade51-3e50-4011-be63-900be0928c88 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0453014 May 03 22:54:26.107949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41132) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:26.112133 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'port_id': '4af5a1e7-302d-435a-bf00-2d2270bd7605'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:26.153424 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:26.593177 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:26.858100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-51fe053f-c302-47a7-8db8-84557ffe670e req-d268c197-e1a0-4ca4-bf87-402d128468e0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0406237 May 03 22:54:26.864030 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0d56-7f22-4199-b1a5-c1875f092958 req-d632e5e3-0c9d-4e65-aab0-4e3583b788a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:26.865404 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e7a0d56-7f22-4199-b1a5-c1875f092958 req-d632e5e3-0c9d-4e65-aab0-4e3583b788a6 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.3305929 May 03 22:54:26.884546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:26.919422 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e7a0d56-7f22-4199-b1a5-c1875f092958 req-5043c914-4755-4a75-83ca-942342361ece tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 May 03 22:54:26.981636 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:27.080535 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP a066c043-e5f1-4ad1-a780-db60a3444b14 associated. External IP: 172.27.0.225, port: 4af5a1e7-302d-435a-bf00-2d2270bd7605. May 03 22:54:27.286439 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:27.394654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:27.399313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:27.404283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:27.414547 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:27.415497 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:27.428581 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-4bc812f4-41d8-4e74-9fee-16a37fb39356 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "PUT /v2.0/floatingips/a066c043-e5f1-4ad1-a780-db60a3444b14 HTTP/1.1" status: 200 len: 991 time: 1.3195894 May 03 22:54:27.429311 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:27.432131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6be1c-ebad-4138-8c4e-70776125f577" -d '{"events": [{"name": "network-changed", "server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:27.473854 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da681c4f-6049-4161-8e79-435fe009c692 x-openstack-request-id: req-da681c4f-6049-4161-8e79-435fe009c692 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:27.474154 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:27.474411 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da681c4f-6049-4161-8e79-435fe009c692 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:27.474819 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da681c4f-6049-4161-8e79-435fe009c692'] response: {'name': 'network-changed', 'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'status': 'completed', 'code': 200} May 03 22:54:27.527921 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:27.737960 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a066c043-e5f1-4ad1-a780-db60a3444b14', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:ef:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:06Z', 'updated_at': '2022-05-03T22:54:26Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:27.763893 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:27.771901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:27.772500 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:27.858852 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bac63fe4-5afb-41fc-810c-25b38967906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:27.860422 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bac63fe4-5afb-41fc-810c-25b38967906d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 1129 time: 0.0423865 May 03 22:54:27.892908 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:27.924596 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:27.956083 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72140708-48d1-4d30-bb1c-c6c367807e19 req-5bc77bbb-1248-43c7-873b-89ba83159e50 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0295358 May 03 22:54:28.062473 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bed85114-b4ca-49a5-ba32-ca17bb3d922a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.064038 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bed85114-b4ca-49a5-ba32-ca17bb3d922a service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.0918944 May 03 22:54:28.071891 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d175-11cf-4672-8d86-d68774ef100e req-91e9e709-f4e1-4aa4-929a-fa1555e1294c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.073398 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0c17d175-11cf-4672-8d86-d68774ef100e req-91e9e709-f4e1-4aa4-929a-fa1555e1294c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0632288 May 03 22:54:28.121834 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0c17d175-11cf-4672-8d86-d68774ef100e req-37a3afca-45b2-4c07-a637-2d8874aac516 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 May 03 22:54:28.146283 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a066c043-e5f1-4ad1-a780-db60a3444b14', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:ef:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:06Z', 'updated_at': '2022-05-03T22:54:26Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:28.174319 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b2a3d-2f72-4c2a-a89b-771b69fdd865 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'a066c043-e5f1-4ad1-a780-db60a3444b14', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.225', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:ef:c9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:06Z', 'updated_at': '2022-05-03T22:54:26Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:28.190896 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-12d6f54a-616f-419e-ab6d-0a4abf7f39ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605 HTTP/1.1" status: 200 len: 999 time: 0.0618744 May 03 22:54:28.372979 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a80ae6d-28d5-4e5c-b339-428c7bf8ff14 None None] New status for floating IP a066c043-e5f1-4ad1-a780-db60a3444b14: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:28.465181 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-0c779ac8-b9ce-4cc5-884a-48af9e228eb0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.466628 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-0c779ac8-b9ce-4cc5-884a-48af9e228eb0 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0776229 May 03 22:54:28.473733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-8b0f0e86-978a-4584-aa94-0490a2518c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.475118 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-8b0f0e86-978a-4584-aa94-0490a2518c62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0771112 May 03 22:54:28.569830 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bbe384e3-1c6a-486a-bbcf-91f13ac475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:28.574000 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-bbe384e3-1c6a-486a-bbcf-91f13ac475e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721474 May 03 22:54:28.613919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Deleting port 30078322-85dc-42e0-a33f-e086086dc244 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:28.613919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (30078322-85dc-42e0-a33f-e086086dc244), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.049167 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-106c8e77-e253-44b4-9bf2-1d8f1fd3bdfc service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703391 May 03 22:54:29.060149 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5e24062-ac40-443a-be70-1baa3c673410 req-9f7eb51c-9593-4b2b-b72c-8800a9c7cef7 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0309434 May 03 22:54:29.098354 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] For port 30078322-85dc-42e0-a33f-e086086dc244, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30078322-85dc-42e0-a33f-e086086dc244,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:29.098729 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (30078322-85dc-42e0-a33f-e086086dc244), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.111922 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-0172d5df-d0b3-4e1a-9c37-0b3eef82defa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:29.113370 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-0172d5df-d0b3-4e1a-9c37-0b3eef82defa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 811 time: 0.4955220 May 03 22:54:29.132130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Calling delete_port for 30078322-85dc-42e0-a33f-e086086dc244 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:29.232742 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150a11a-df66-44af-8205-ef8b1689788a req-20551d65-9c6b-45a1-99a6-f4cf09f624a5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:29.234160 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9150a11a-df66-44af-8205-ef8b1689788a req-20551d65-9c6b-45a1-99a6-f4cf09f624a5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 946 time: 0.0458422 May 03 22:54:29.256962 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-5ee6be1c-ebad-4138-8c4e-70776125f577 req-4dc48dd0-3ca5-4b2d-a4f6-7ba1dc033076 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977131 May 03 22:54:29.286180 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-f2901acc-44c4-4f88-a299-6324712e65b1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd0e2add97d14fe98880b55132c9f16f HTTP/1.1" status: 200 len: 378 time: 0.1256890 May 03 22:54:29.293732 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9150a11a-df66-44af-8205-ef8b1689788a req-f877d854-00a3-481b-83d1-2e4acd1c38d5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538886 May 03 22:54:29.296779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'port': {'device_id': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'admin_state_up': True, 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'security_groups': ['4ed87e8e-eead-41fc-b17c-78e09b40b650']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:29.387196 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.507243 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (30078322-85dc-42e0-a33f-e086086dc244), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.520632 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['b8b67417-29f1-49e9-acf9-a05c0d70b477'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:29.536525 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:54:29.541217 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Made reservation on behalf of cd0e2add97d14fe98880b55132c9f16f for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:29.544546 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.546528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event deleted for resources: {'Port': ['ID=30078322-85dc-42e0-a33f-e086086dc244,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:29.611895 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] No DVR routers for this DVR port 30078322-85dc-42e0-a33f-e086086dc244 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:29.637837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.641119 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ea4fb776-fb90-4ff4-a317-b59718669f1c req-12102396-af51-4d50-9e47-58155766d095 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "DELETE /v2.0/ports/30078322-85dc-42e0-a33f-e086086dc244 HTTP/1.1" status: 204 len: 173 time: 1.1651163 May 03 22:54:29.641563 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'name': 'network-vif-deleted', 'tag': '30078322-85dc-42e0-a33f-e086086dc244'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:29.643809 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0abb21-48f2-4ce1-a695-2352cb349f72" -d '{"events": [{"server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "name": "network-vif-deleted", "tag": "30078322-85dc-42e0-a33f-e086086dc244"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:29.703115 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c077e0f4-2547-487a-8f2f-f291caa16c11 x-openstack-request-id: req-c077e0f4-2547-487a-8f2f-f291caa16c11 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:29.703433 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097f40f4-64ca-4929-ab1e-b044a0917041", "name": "network-vif-deleted", "tag": "30078322-85dc-42e0-a33f-e086086dc244", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:29.703740 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c077e0f4-2547-487a-8f2f-f291caa16c11 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:29.704140 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c077e0f4-2547-487a-8f2f-f291caa16c11'] response: {'server_uuid': '097f40f4-64ca-4929-ab1e-b044a0917041', 'name': 'network-vif-deleted', 'tag': '30078322-85dc-42e0-a33f-e086086dc244', 'status': 'completed', 'code': 200} May 03 22:54:29.731521 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Allocated IP 172.20.0.7 (b6c91e37-04f6-419d-8f83-127027e2771f/0715d204-e3cb-4d60-888a-788b0e896243/90ddc850-7f6e-4c7f-ae6f-2040a8850471) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:54:29.868308 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:29.959711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.016349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Network b6c91e37-04f6-419d-8f83-127027e2771f is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:54:30.020560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:30.022482 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event updated for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:30.025278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:54:30.077439 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:30.078088 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.176622 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2b44a-e67e-419b-9e21-6bf7946fa8b7 req-5c94a1fc-d4ff-4916-9e74-eb0c280a3be2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:30.178223 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-50e2b44a-e67e-419b-9e21-6bf7946fa8b7 req-5c94a1fc-d4ff-4916-9e74-eb0c280a3be2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 931 time: 0.0480464 May 03 22:54:30.184015 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-e52c2aa9-5254-48a6-aa46-ac7668a090fa tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8909497 May 03 22:54:30.226140 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-50e2b44a-e67e-419b-9e21-6bf7946fa8b7 req-9d28a421-c462-441b-bfa3-9710ed36d6c8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419791 May 03 22:54:30.276827 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-8078780c-9517-4a7d-acd2-d3c2cae7fd3d None None] Provisioning complete for port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:30.277192 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8078780c-9517-4a7d-acd2-d3c2cae7fd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.291218 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Request body: {'port': {'device_id': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:30.312468 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-8078780c-9517-4a7d-acd2-d3c2cae7fd3d None None] Port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:54:30.350416 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.402525 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e257902b-e41b-4060-b01c-5793071ca203 req-175bd351-b582-43f3-8278-cdd6f998f83c tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=097f40f4-64ca-4929-ab1e-b044a0917041 HTTP/1.1" status: 200 len: 210 time: 0.0272162 May 03 22:54:30.615723 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ddc850-7f6e-4c7f-ae6f-2040a8850471 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:30.623454 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks [] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.635995 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Transition to ACTIVE for port object 90ddc850-7f6e-4c7f-ae6f-2040a8850471 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:54:30.718875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.770079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Pushing event updated for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:30.840762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Attempting to bind port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:54:30.841188 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Attempting to bind port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:54:30.841584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Attempting to bind port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:30.846166 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 on network b6c91e37-04f6-419d-8f83-127027e2771f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:54:30.846490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Attempting to bind port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 on network b6c91e37-04f6-419d-8f83-127027e2771f {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:54:30.851445 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:54:30.852355 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Checking segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:54:30.852736 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Bound using segment: {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:54:30.853162 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Bound port: 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2c207f-e14d-49b1-92a9-48a62e00e01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:54:30.853519 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:30.920495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:54:30.923400 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:54:31.027790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:31.062430 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.063051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:31.064453 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-47d01774-c521-443e-ac65-b19e32993773 service neutron] 10.222.0.36 "PUT /v2.0/ports/90ddc850-7f6e-4c7f-ae6f-2040a8850471 HTTP/1.1" status: 200 len: 1093 time: 0.7778842 May 03 22:54:31.087507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d01774-c521-443e-ac65-b19e32993773 service neutron] Pushing event updated for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:31.144946 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30078322-85dc-42e0-a33f-e086086dc244 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:31.167183 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 30078322-85dc-42e0-a33f-e086086dc244 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:31.167536 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30078322-85dc-42e0-a33f-e086086dc244 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:31.244228 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-6c75d011-f411-47d2-8cff-faf7e54f21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.245804 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-6c75d011-f411-47d2-8cff-faf7e54f21a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0409431 May 03 22:54:31.293056 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-bd5e49b4-e2ee-4f96-9af2-6115ce9c65e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471 HTTP/1.1" status: 200 len: 217 time: 0.0383637 May 03 22:54:31.340480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932b2b-6370-42e7-9462-55d5d588d354 req-7a86649f-9bad-4f21-bb3b-02f4d42c5a20 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.341022 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-6539433e-79f5-4884-af67-e3a8ca45f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.341894 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-6539433e-79f5-4884-af67-e3a8ca45f577 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0430677 May 03 22:54:31.342037 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2932b2b-6370-42e7-9462-55d5d588d354 req-7a86649f-9bad-4f21-bb3b-02f4d42c5a20 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 943 time: 0.0456488 May 03 22:54:31.384722 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-d52965f7-82e5-4dde-aae6-017c4e9a233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.386233 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-d52965f7-82e5-4dde-aae6-017c4e9a233b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378835 May 03 22:54:31.391806 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2932b2b-6370-42e7-9462-55d5d588d354 req-5eb900c6-89bf-44fb-9f17-b27970be07ee tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441360 May 03 22:54:31.483298 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-2bbc0fd0-5124-48dd-b192-93b16693fde6 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900252 May 03 22:54:31.575228 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b52cdabe-637f-46c3-b95e-f3d4ef3f8efb req-02b34164-fd7b-4b77-a2d9-ec215de7acd9 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 May 03 22:54:31.705168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:31.707502 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c40017-5a3d-4b2c-a546-0cd4169c2588" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:31.742157 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609fc92-848b-4710-8281-4ab1ae441a24 x-openstack-request-id: req-5609fc92-848b-4710-8281-4ab1ae441a24 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:31.742445 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:31.742696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5609fc92-848b-4710-8281-4ab1ae441a24 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:31.743090 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5609fc92-848b-4710-8281-4ab1ae441a24'] response: {'name': 'network-changed', 'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'status': 'completed', 'code': 200} May 03 22:54:31.865001 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c24a16-3a79-4485-9d42-72190b710b06 req-a6e4df0b-fd92-44df-b6e0-0492a54fa764 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:31.866450 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72c24a16-3a79-4485-9d42-72190b710b06 req-a6e4df0b-fd92-44df-b6e0-0492a54fa764 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0460057 May 03 22:54:31.912669 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72c24a16-3a79-4485-9d42-72190b710b06 req-0da9d4a9-ef64-4ef5-a71f-c729a2d62dfc tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 May 03 22:54:32.504315 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bb832-c40c-4df6-9543-6cdcb49482b4 req-cdc6e004-7184-4d00-a284-d5348ed26853 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.505761 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a45bb832-c40c-4df6-9543-6cdcb49482b4 req-cdc6e004-7184-4d00-a284-d5348ed26853 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 943 time: 0.0458539 May 03 22:54:32.550422 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a45bb832-c40c-4df6-9543-6cdcb49482b4 req-6844bda5-acd4-49df-9f2a-fcbec7718aeb tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391381 May 03 22:54:32.712335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-29ac150f-7202-410b-9b56-1c7a01f5b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.713637 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-29ac150f-7202-410b-9b56-1c7a01f5b02e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 1127 time: 0.0415707 May 03 22:54:32.809075 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-55ee27ca-6a7d-4342-8691-54a94fb209d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:32.810518 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-55ee27ca-6a7d-4342-8691-54a94fb209d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.0820851 May 03 22:54:33.029618 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0ed9c-9e2d-46be-ac7c-6268383c88c7 req-c0dc6898-1e62-4a87-90c8-b23096837898 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.031070 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-39d0ed9c-9e2d-46be-ac7c-6268383c88c7 req-c0dc6898-1e62-4a87-90c8-b23096837898 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0487435 May 03 22:54:33.076417 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-39d0ed9c-9e2d-46be-ac7c-6268383c88c7 req-aa665d3b-f9a3-4d75-8594-31a930edadeb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 May 03 22:54:33.660108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc2b78-7531-40ac-940b-1da801e69e19 req-6d22c7d3-9d74-46c0-98de-998da37df036 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:33.661588 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fccc2b78-7531-40ac-940b-1da801e69e19 req-6d22c7d3-9d74-46c0-98de-998da37df036 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 943 time: 0.0464077 May 03 22:54:33.712723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fccc2b78-7531-40ac-940b-1da801e69e19 req-0f00ff5c-6970-4dfd-9222-1a2f55012926 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451744 May 03 22:54:34.188777 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f85b-e532-4887-9440-bb7cd74375af req-6eeea775-9a56-4929-b269-149a0dfe8e42 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:34.190213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dcb5f85b-e532-4887-9440-bb7cd74375af req-6eeea775-9a56-4929-b269-149a0dfe8e42 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0483317 May 03 22:54:34.236082 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dcb5f85b-e532-4887-9440-bb7cd74375af req-61e6cc9d-3655-4440-9ea8-731c585982e7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 May 03 22:54:34.824682 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314d80e-e0fc-4bb9-ae23-5d7f8606e874 req-9bee7f47-e9b3-4124-a290-a8513dbf6e53 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:34.826062 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3314d80e-e0fc-4bb9-ae23-5d7f8606e874 req-9bee7f47-e9b3-4124-a290-a8513dbf6e53 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 943 time: 0.0465212 May 03 22:54:34.871170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3314d80e-e0fc-4bb9-ae23-5d7f8606e874 req-4c00ed66-15ca-4922-a3cb-7c65d95871be tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395968 May 03 22:54:35.146683 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 90ddc850-7f6e-4c7f-ae6f-2040a8850471 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:54:35.240267 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:35.258629 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'port_id': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'mac_address': 'fa:16:3e:eb:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:54:35.302177 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:35.302564 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:35.312666 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:35.317383 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ddc850-7f6e-4c7f-ae6f-2040a8850471 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:54:35.337025 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:35.403887 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:35.451415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:35.459161 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3765c-90a5-4a37-afc6-c0078b0dddec req-6a96a151-616b-4d96-a2ba-bf596a2500f5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:35.460654 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bfc3765c-90a5-4a37-afc6-c0078b0dddec req-6a96a151-616b-4d96-a2ba-bf596a2500f5 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.1591599 May 03 22:54:35.510094 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bfc3765c-90a5-4a37-afc6-c0078b0dddec req-d5865685-2a9c-4286-9a0e-a3b2efeb4d84 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 May 03 22:54:35.684121 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['90ddc850-7f6e-4c7f-ae6f-2040a8850471'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:36.037022 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92b547-bec9-46ce-9451-0282bfa966f8 req-caee758e-c590-40c7-9756-8c173e3fb7f4 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.038491 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-da92b547-bec9-46ce-9451-0282bfa966f8 req-caee758e-c590-40c7-9756-8c173e3fb7f4 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 944 time: 0.0947723 May 03 22:54:36.084628 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-da92b547-bec9-46ce-9451-0282bfa966f8 req-bfce6058-17a0-427b-9035-6c0b93eaf392 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402217 May 03 22:54:36.157563 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-5b2c8063-3936-40cc-88aa-82008a26e008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471 HTTP/1.1" status: 200 len: 217 time: 0.0384364 May 03 22:54:36.597108 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-165ddb55-2e5f-40e4-92a2-50ff8409f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.598546 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-165ddb55-2e5f-40e4-92a2-50ff8409f527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0468585 May 03 22:54:36.621799 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba10c27-8427-4521-95ca-bef0a45f283f req-80c2b23b-21d2-492f-9748-51c0986fb9cb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.623282 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dba10c27-8427-4521-95ca-bef0a45f283f req-80c2b23b-21d2-492f-9748-51c0986fb9cb tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0463245 May 03 22:54:36.644036 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-c0b27aec-199a-4b3f-a39e-a35d57e3f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.645608 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-c0b27aec-199a-4b3f-a39e-a35d57e3f50f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399282 May 03 22:54:36.671233 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dba10c27-8427-4521-95ca-bef0a45f283f req-c71ee36f-324a-488e-952f-ccd82c52eb64 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea2846eb-9df5-4739-9347-c6a7e78bcbf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 May 03 22:54:36.773306 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-baefc948-5537-42c2-9ca8-9a163e129279 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:36.774744 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-baefc948-5537-42c2-9ca8-9a163e129279 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 946 time: 0.0578613 May 03 22:54:36.784491 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-bf2663f7-00ce-4f2e-b0df-d2d9fded7e2e service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312799 May 03 22:54:37.146651 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Deleting port b8b67417-29f1-49e9-acf9-a05c0d70b477 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:37.147002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.167924 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-81c40017-5a3d-4b2c-a546-0cd4169c2588 req-2c0a4ce7-66c0-4ae5-98ae-2489c99673c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660733 May 03 22:54:37.185370 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 90ddc850-7f6e-4c7f-ae6f-2040a8850471 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:54:37.206305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840d486-c1cb-4281-b54b-11c02894f3ff req-75eed1d9-5185-4cb5-8d7d-b366f3c944ed tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:37.207809 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6840d486-c1cb-4281-b54b-11c02894f3ff req-75eed1d9-5185-4cb5-8d7d-b366f3c944ed tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 944 time: 0.0574002 May 03 22:54:37.232599 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:54:37.246718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] For port b8b67417-29f1-49e9-acf9-a05c0d70b477, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=b8b67417-29f1-49e9-acf9-a05c0d70b477,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:37.247100 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.256552 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6840d486-c1cb-4281-b54b-11c02894f3ff req-cb539b41-68ac-4e7a-9cff-f66be445503b tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426462 May 03 22:54:37.260360 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Calling delete_port for b8b67417-29f1-49e9-acf9-a05c0d70b477 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:37.284170 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:37.284644 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.364336 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:37.364820 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.386650 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:37.388881 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2ec951-b8f3-4238-95f8-9d7099ac176a" -d '{"events": [{"server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "name": "network-vif-plugged", "status": "completed", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:37.401195 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:37.425103 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6eaae-0bdc-495b-9c92-97c6d39a8995 x-openstack-request-id: req-52d6eaae-0bdc-495b-9c92-97c6d39a8995 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:37.425409 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "name": "network-vif-plugged", "status": "completed", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:37.425762 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52d6eaae-0bdc-495b-9c92-97c6d39a8995 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:37.426157 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d6eaae-0bdc-495b-9c92-97c6d39a8995'] response: {'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'code': 200} May 03 22:54:37.438877 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (b8b67417-29f1-49e9-acf9-a05c0d70b477), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.450926 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['b8b67417-29f1-49e9-acf9-a05c0d70b477'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:37.454933 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.473469 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Pushing event deleted for resources: {'Port': ['ID=b8b67417-29f1-49e9-acf9-a05c0d70b477,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:37.520872 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] No DVR routers for this DVR port b8b67417-29f1-49e9-acf9-a05c0d70b477 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:37.523368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:37.525245 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:37.527305 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-69bb92ed-cac6-44e2-9b10-c3aced1b506b req-ae063ada-b24e-47b6-8d9e-54c339730e69 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.36 "DELETE /v2.0/ports/b8b67417-29f1-49e9-acf9-a05c0d70b477 HTTP/1.1" status: 204 len: 173 time: 0.5267675 May 03 22:54:37.527775 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'name': 'network-vif-deleted', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:37.530118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75204ba0-8287-4157-8d22-742589b96765" -d '{"events": [{"server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "name": "network-vif-deleted", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:37.569654 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a47487-896e-49a6-bed2-91a118297283 x-openstack-request-id: req-f1a47487-896e-49a6-bed2-91a118297283 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:37.570004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f973e507-09ba-423d-9b03-7e55a94e6382", "name": "network-vif-deleted", "tag": "b8b67417-29f1-49e9-acf9-a05c0d70b477", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:37.570269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1a47487-896e-49a6-bed2-91a118297283 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:37.571196 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a47487-896e-49a6-bed2-91a118297283'] response: {'server_uuid': 'f973e507-09ba-423d-9b03-7e55a94e6382', 'name': 'network-vif-deleted', 'tag': 'b8b67417-29f1-49e9-acf9-a05c0d70b477', 'status': 'completed', 'code': 200} May 03 22:54:37.757670 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6a23-7527-4b3c-b052-539a52bdc20a req-eed1d538-af0a-41b6-a046-80f405d0900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:37.759797 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-470b6a23-7527-4b3c-b052-539a52bdc20a req-eed1d538-af0a-41b6-a046-80f405d0900d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 1129 time: 0.0391088 May 03 22:54:37.771187 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0dd037d0-67aa-4c8c-bc75-1e6f575f5d82 req-d7e8d287-3612-4d4e-b3de-bc4e7b3fe0e7 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 210 time: 0.0287302 May 03 22:54:37.803064 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-470b6a23-7527-4b3c-b052-539a52bdc20a req-25f8d6e7-7051-4a3d-b72d-eecbe10a1164 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374744 May 03 22:54:38.371725 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a47f-2cb5-4c09-93be-b9116d689794 req-cbc41001-7fa4-4068-81ba-8b48b8956c46 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:38.373204 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cf0a47f-2cb5-4c09-93be-b9116d689794 req-cbc41001-7fa4-4068-81ba-8b48b8956c46 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0457041 May 03 22:54:38.418595 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cf0a47f-2cb5-4c09-93be-b9116d689794 req-df9a7d6d-e201-4a9a-a5a4-7c43c0335e24 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399830 May 03 22:54:38.879359 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d883ab9d-9d7b-41b4-9985-f4d764c47724 req-3d0314ad-bf10-4f37-a65c-be0c41be1b32 tempest-ServerRescueNegativeTestJSON-1528096256 tempest-ServerRescueNegativeTestJSON-1528096256-project] 10.222.0.23 "GET /v2.0/ports?device_id=f973e507-09ba-423d-9b03-7e55a94e6382 HTTP/1.1" status: 200 len: 210 time: 0.0301979 May 03 22:54:39.528013 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ddc2d-303f-46f0-8384-eb25f4f1b558 req-391657db-7a9a-47d2-a188-3ea006675181 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:39.529556 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-645ddc2d-303f-46f0-8384-eb25f4f1b558 req-391657db-7a9a-47d2-a188-3ea006675181 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0461063 May 03 22:54:39.576067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-645ddc2d-303f-46f0-8384-eb25f4f1b558 req-bcd6116d-401d-4b5e-84c1-32bf409a3577 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407696 May 03 22:54:39.937146 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41214) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:40.418138 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:40.718077 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7513-b1ac-4334-828f-c0615731d378 req-8377c18d-6295-4854-a263-03a6a9f5dfc1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:40.719430 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-522e7513-b1ac-4334-828f-c0615731d378 req-8377c18d-6295-4854-a263-03a6a9f5dfc1 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0675838 May 03 22:54:40.736574 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Deleting port 64e8948e-25b6-4b2f-a013-e9745bb63e26 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:40.736911 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:40.818770 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-522e7513-b1ac-4334-828f-c0615731d378 req-0fbc5150-93c2-4af9-b9ad-65473e69a51a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935128 May 03 22:54:40.841928 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] For port 64e8948e-25b6-4b2f-a013-e9745bb63e26, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=64e8948e-25b6-4b2f-a013-e9745bb63e26,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:40.842291 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:40.855101 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Calling delete_port for 64e8948e-25b6-4b2f-a013-e9745bb63e26 owned by network:router_interface {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:40.954415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c46507-3390-41ed-b418-006fb0eb777e req-952178e7-e495-40da-a1aa-2c969425d30a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:40.955856 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d6c46507-3390-41ed-b418-006fb0eb777e req-952178e7-e495-40da-a1aa-2c969425d30a tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0616720 May 03 22:54:40.964352 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41226) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:40.968916 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Request body: {'floatingip': {'port_id': '90ddc850-7f6e-4c7f-ae6f-2040a8850471'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:41.011009 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:41.153112 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (64e8948e-25b6-4b2f-a013-e9745bb63e26), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:41.179513 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e8948e-25b6-4b2f-a013-e9745bb63e26,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:41.201086 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device b8b67417-29f1-49e9-acf9-a05c0d70b477 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:41.233997 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: b8b67417-29f1-49e9-acf9-a05c0d70b477 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:41.234343 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device b8b67417-29f1-49e9-acf9-a05c0d70b477 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:41.350783 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:41.489970 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:41.564117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:41.570164 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:41.665167 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Floating IP de05222b-6bc4-4f96-bdfb-94827ded37a0 associated. External IP: 172.27.0.214, port: 90ddc850-7f6e-4c7f-ae6f-2040a8850471. May 03 22:54:41.677278 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:41.682723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ca20ba40-066c-4aea-88fb-18e1e2597f61 admin admin] 10.222.0.23 "PUT /v2.0/routers/9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445149 May 03 22:54:41.685207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41228) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:41.688291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Sync routers for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:41.699173 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:41.699974 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:41.816482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:42.004863 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.035887 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Checking router: 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:42.039086 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks [] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.052420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Routers {'9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:42.053087 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.124323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:42.157221 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks [] for router_gateway (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.238064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:42.245934 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.247909 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:42.260914 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:42.262406 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.269307 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Deleting port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:42.269651 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.292163 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-003fad36-318f-4050-b912-cb9e1b7302f9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "PUT /v2.0/floatingips/de05222b-6bc4-4f96-bdfb-94827ded37a0 HTTP/1.1" status: 200 len: 991 time: 1.3266444 May 03 22:54:42.292794 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:42.296683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ddba4-4e7f-444b-82c9-e9d0a73dc288" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:42.320979 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] Set router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:42.351399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299e0b2-6676-4757-adb3-4055402466f6 x-openstack-request-id: req-7299e0b2-6676-4757-adb3-4055402466f6 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:42.351778 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:42.352030 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7299e0b2-6676-4757-adb3-4055402466f6 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:42.352427 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7299e0b2-6676-4757-adb3-4055402466f6'] response: {'name': 'network-changed', 'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'status': 'completed', 'code': 200} May 03 22:54:42.367660 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] For port 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:42.368041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.382524 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:42.387790 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Calling delete_port for 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 owned by network:router_gateway {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:42.424154 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-0be2da86-be2e-42f0-af41-1eda6fff6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.426438 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-0be2da86-be2e-42f0-af41-1eda6fff6861 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd0e2add97d14fe98880b55132c9f16f&device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 1129 time: 0.0473547 May 03 22:54:42.534316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.546445 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-ca1f8ab1-9938-4cf8-9023-357d3ef93ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.548182 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-ca1f8ab1-9938-4cf8-9023-357d3ef93ec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 200 len: 912 time: 0.1104405 May 03 22:54:42.569730 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80aa4e2-1cd4-4611-906d-82e4a8d8e1c7 None None] The sync data for ids ['9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b'] in dv-cinder-784815-12-iscsi is: [{'id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'name': 'tempest-ServerRescueNegativeTestJSON-1560894430-router', 'tenant_id': '6a1de14c94b24239a57669664273a33e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 5, 'project_id': '6a1de14c94b24239a57669664273a33e', 'gw_port': {'id': '7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:a8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:42.622017 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'de05222b-6bc4-4f96-bdfb-94827ded37a0', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:eb:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:22Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.629135 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-2e33f03f-0bc5-4b01-bf31-bb04c261aacd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471 HTTP/1.1" status: 200 len: 999 time: 0.0728672 May 03 22:54:42.649218 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:42.650308 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.658802 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:42.659126 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:42.677696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-41210ff2-dd99-4eb1-b6d6-84056cc7b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.677938 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:42.679158 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-41210ff2-dd99-4eb1-b6d6-84056cc7b903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 200 len: 850 time: 0.0433841 May 03 22:54:42.728274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-5635c6de-adff-4a65-b4fe-caa73df1ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:42.729984 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-5635c6de-adff-4a65-b4fe-caa73df1ca44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6c91e37-04f6-419d-8f83-127027e2771f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445979 May 03 22:54:42.742979 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.772844 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:42.826700 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-43c4a27c-9b6f-4bc4-91f1-a9083a68bbd4 service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891929 May 03 22:54:42.852610 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.854835 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks [] for router_controller (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.933103 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-751ddba4-4e7f-444b-82c9-e9d0a73dc288 req-13775730-0f06-42da-baee-1b72be8101bb service neutron] 10.222.0.36 "GET /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948961 May 03 22:54:42.993812 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:42.994421 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b {{(pid=110445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:54:42.999310 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.002899 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b0d82b8f-454d-4acb-aac0-bd7865ee8856 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9c0fbba3-c554-4a2b-bce5-eaf6ad7ede2b HTTP/1.1" status: 204 len: 168 time: 1.3141077 May 03 22:54:43.003336 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41234) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:43.011478 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'de05222b-6bc4-4f96-bdfb-94827ded37a0', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:eb:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:22Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:43.038663 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f8f92-4994-4868-822d-fcc5e0ddeeed None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'de05222b-6bc4-4f96-bdfb-94827ded37a0', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'port_id': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'mac_address': 'fa:16:3e:eb:5a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:54:22Z', 'updated_at': '2022-05-03T22:54:41Z', 'revision_number': 1, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:43.059102 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Deleting subnet 510977aa-e766-4199-9d94-bb1662669541 {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:54:43.062700 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Publish callbacks [] for subnet (510977aa-e766-4199-9d94-bb1662669541), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.099890 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (510977aa-e766-4199-9d94-bb1662669541), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.221121 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (510977aa-e766-4199-9d94-bb1662669541), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.320391 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36afd6b6-2229-4a5d-bd89-8647909b1f4b None None] New status for floating IP de05222b-6bc4-4f96-bdfb-94827ded37a0: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:43.364775 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (510977aa-e766-4199-9d94-bb1662669541), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.395341 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510977aa-e766-4199-9d94-bb1662669541,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:43.397344 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.401092 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-647a7ca7-c95d-490d-959a-0980c7df29f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/510977aa-e766-4199-9d94-bb1662669541 HTTP/1.1" status: 204 len: 168 time: 0.3966405 May 03 22:54:43.403507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41236) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:43.410519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04efff49-a730-4d34-b0ec-15ced8a6da85 None None] Network 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:54:43.472041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.516234 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Deleting port 98d3f5d9-5d85-44b0-a655-655a114caec0 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:43.517123 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.584090 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] For port 98d3f5d9-5d85-44b0-a655-655a114caec0, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=98d3f5d9-5d85-44b0-a655-655a114caec0,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:43.584458 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.598463 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Calling delete_port for 98d3f5d9-5d85-44b0-a655-655a114caec0 owned by network:dhcp {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:43.663919 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] DHCP port deletion for 110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:54:43.707111 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 64e8948e-25b6-4b2f-a013-e9745bb63e26 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:43.713531 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Deleting port 98d3f5d9-5d85-44b0-a655-655a114caec0 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:43.713613 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.731828 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 64e8948e-25b6-4b2f-a013-e9745bb63e26 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:43.732176 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 64e8948e-25b6-4b2f-a013-e9745bb63e26 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:43.747024 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.776594 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=98d3f5d9-5d85-44b0-a655-655a114caec0,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:43.780054 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] No DVR routers for this DVR port 98d3f5d9-5d85-44b0-a655-655a114caec0 on host dv-cinder-784815-12-iscsi {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:43.795571 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] For port 98d3f5d9-5d85-44b0-a655-655a114caec0, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=98d3f5d9-5d85-44b0-a655-655a114caec0,segment=NetworkSegment(376538b8-3e43-4038-b601-29f928228eee),segment_id=376538b8-3e43-4038-b601-29f928228eee)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:43.796013 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.809078 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Calling delete_port for 98d3f5d9-5d85-44b0-a655-655a114caec0 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:43.849639 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.870035 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110b9d2f-f6ac-4f64-a7b4-00c5537b88c6']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:43.879191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376538b8-3e43-4038-b601-29f928228eee') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:43.879507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376538b8-3e43-4038-b601-29f928228eee') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:43.893150 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (376538b8-3e43-4038-b601-29f928228eee), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.906443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (376538b8-3e43-4038-b601-29f928228eee), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.912311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:43.912713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (376538b8-3e43-4038-b601-29f928228eee), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:43.918305 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:43.932449 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (98d3f5d9-5d85-44b0-a655-655a114caec0), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:43.958491 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] Pushing event deleted for resources: {'Port': ['ID=98d3f5d9-5d85-44b0-a655-655a114caec0,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:43.960366 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec45b93-e113-4b7d-bcda-f6c2cb24ec3e None None] No DVR routers for this DVR port 98d3f5d9-5d85-44b0-a655-655a114caec0 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:54:44.016151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (110b9d2f-f6ac-4f64-a7b4-00c5537b88c6), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.031584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.034838 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] 10.222.0.23 "DELETE /v2.0/networks/110b9d2f-f6ac-4f64-a7b4-00c5537b88c6 HTTP/1.1" status: 204 len: 168 time: 0.6301827 May 03 22:54:44.035886 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd183d-3144-45a2-bb8a-18207a355b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=110b9d2f-f6ac-4f64-a7b4-00c5537b88c6,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:44.393242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41240) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:44.435264 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-99f88aff-1d15-4c58-b1a7-cb4043d921b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a1de14c94b24239a57669664273a33e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407379 May 03 22:54:44.437676 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41242) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:44.482832 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] Publish callbacks [] for security_group (ea2846eb-9df5-4739-9347-c6a7e78bcbf7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.507255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] Publish callbacks [] for security_group (ea2846eb-9df5-4739-9347-c6a7e78bcbf7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.621129 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ea2846eb-9df5-4739-9347-c6a7e78bcbf7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.623764 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:44.624895 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea2846eb-9df5-4739-9347-c6a7e78bcbf7 HTTP/1.1" status: 204 len: 168 time: 0.1863334 May 03 22:54:44.632936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17505f18-dc23-4657-8512-f466cb8c8b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2846eb-9df5-4739-9347-c6a7e78bcbf7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:45.339638 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 98d3f5d9-5d85-44b0-a655-655a114caec0 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:45.359503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 98d3f5d9-5d85-44b0-a655-655a114caec0 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:45.359960 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 98d3f5d9-5d85-44b0-a655-655a114caec0 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:45.360390 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:54:45.379576 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:54:45.379950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 7cc9bd9a-c3a7-433c-be95-a61ad9a1a0a4 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:54:45.557334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41264) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:45.649508 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1443662253-network', 'tenant_id': '6e6d04190f8249b39c95f4b08385a1c7'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:45.729099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Made reservation on behalf of 6e6d04190f8249b39c95f4b08385a1c7 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:45.731250 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:45.739441 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:45.811538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks [] for security_group (1111f692-ea7f-4f5d-bdbe-647be2756728), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:45.872695 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1111f692-ea7f-4f5d-bdbe-647be2756728), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:45.892812 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:45.905725 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1111f692-ea7f-4f5d-bdbe-647be2756728,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:45.910326 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (fdf589d6-c1c6-466f-a459-6bacdc53b1b9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:45.910670 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Added segment fdf589d6-c1c6-466f-a459-6bacdc53b1b9 of type vlan for network 59dbd8ee-9b6b-411a-8635-b7fad7d24e90 May 03 22:54:45.949788 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (59dbd8ee-9b6b-411a-8635-b7fad7d24e90), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.056339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (59dbd8ee-9b6b-411a-8635-b7fad7d24e90), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.057259 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.057841 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.117998 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] Pushing event updated for resources: {'Network': ['ID=59dbd8ee-9b6b-411a-8635-b7fad7d24e90,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.127214 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 59dbd8ee-9b6b-411a-8635-b7fad7d24e90 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:54:46.161466 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4215ba4d-3a5a-46b8-bc0f-30be1ed167ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6030281 May 03 22:54:46.165023 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41270) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:46.169836 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Request body: {'subnet': {'network_id': '59dbd8ee-9b6b-411a-8635-b7fad7d24e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1443662253-subnet', 'tenant_id': '6e6d04190f8249b39c95f4b08385a1c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:46.261443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Made reservation on behalf of 6e6d04190f8249b39c95f4b08385a1c7 for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:46.263781 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194217'] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.490127 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5978429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194231'] for subnet (04df85dd-5a97-46e5-a14d-1f2361f8a2fb), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.548602 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04df85dd-5a97-46e5-a14d-1f2361f8a2fb,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:46.552854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Checking segment: {'id': 'fdf589d6-c1c6-466f-a459-6bacdc53b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '59dbd8ee-9b6b-411a-8635-b7fad7d24e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:54:46.553209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Network hostable DHCP agents. Network: 59dbd8ee-9b6b-411a-8635-b7fad7d24e90, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:46.655318 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Network 59dbd8ee-9b6b-411a-8635-b7fad7d24e90 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:46.752688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 59dbd8ee-9b6b-411a-8635-b7fad7d24e90) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:46.756599 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:46.757228 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:46.763116 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa811df-bf45-487c-838f-12e8869c6fbb None None] Network 59dbd8ee-9b6b-411a-8635-b7fad7d24e90 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:54:46.841081 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9a809078-0c11-4240-9830-9977492c433e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6749170 May 03 22:54:46.858362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ab6978-1b09-48b5-a143-8e0b867686c7 None None] Network 59dbd8ee-9b6b-411a-8635-b7fad7d24e90 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:54:47.486246 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41286) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:47.491083 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1067077735-network', 'tenant_id': 'f0a6f9fb457143c08c173fa8f82514bf'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:47.558345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Made reservation on behalf of f0a6f9fb457143c08c173fa8f82514bf for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:47.560599 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.569219 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.644119 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks [] for security_group (db323222-db31-4e0a-ba67-1b4f4813aa80), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.701242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (db323222-db31-4e0a-ba67-1b4f4813aa80), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.725181 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:54:47.735144 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db323222-db31-4e0a-ba67-1b4f4813aa80,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:47.739807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (61b938f2-aa44-4ae0-a881-a0ca369c8bf3), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.740156 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Added segment 61b938f2-aa44-4ae0-a881-a0ca369c8bf3 of type vlan for network aaff7234-6c69-42d7-a234-edda5f6752e7 May 03 22:54:47.779132 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (aaff7234-6c69-42d7-a234-edda5f6752e7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.855680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (aaff7234-6c69-42d7-a234-edda5f6752e7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.856628 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:47.857211 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:47.914991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] Pushing event updated for resources: {'Network': ['ID=aaff7234-6c69-42d7-a234-edda5f6752e7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:47.925525 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network aaff7234-6c69-42d7-a234-edda5f6752e7 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:54:47.949796 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b3d6e09b-24d1-4d29-9553-6828fe918457 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4624500 May 03 22:54:47.952548 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41290) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:47.957253 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Request body: {'subnet': {'network_id': 'aaff7234-6c69-42d7-a234-edda5f6752e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1067077735-subnet', 'tenant_id': 'f0a6f9fb457143c08c173fa8f82514bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:48.077452 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Made reservation on behalf of f0a6f9fb457143c08c173fa8f82514bf for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:54:48.079835 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194217'] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.313081 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5978429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194231'] for subnet (f2ac6fad-ac90-4edb-ada5-af3deb340342), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.366916 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ac6fad-ac90-4edb-ada5-af3deb340342,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.376257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Checking segment: {'id': '61b938f2-aa44-4ae0-a881-a0ca369c8bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aaff7234-6c69-42d7-a234-edda5f6752e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:54:48.376617 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Network hostable DHCP agents. Network: aaff7234-6c69-42d7-a234-edda5f6752e7, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:54:48.455567 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Network aaff7234-6c69-42d7-a234-edda5f6752e7 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:54:48.529691 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, aaff7234-6c69-42d7-a234-edda5f6752e7) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:54:48.534037 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:48.535158 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.538892 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979b6c4-00d5-4534-b852-20b8c67046c4 None None] Network aaff7234-6c69-42d7-a234-edda5f6752e7 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:54:48.630546 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-49effbc6-3d84-456d-8a05-c00738569a07 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6767232 May 03 22:54:48.635833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abadbcf-bdc3-490e-afa1-596d8974a91a None None] Network aaff7234-6c69-42d7-a234-edda5f6752e7 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:54:48.742118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41296) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:48.791869 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Deleting subnet 04df85dd-5a97-46e5-a14d-1f2361f8a2fb {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:54:48.795106 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Publish callbacks [] for subnet (04df85dd-5a97-46e5-a14d-1f2361f8a2fb), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.829165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (04df85dd-5a97-46e5-a14d-1f2361f8a2fb), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.870148 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (04df85dd-5a97-46e5-a14d-1f2361f8a2fb), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.970286 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (04df85dd-5a97-46e5-a14d-1f2361f8a2fb), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:48.995041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04df85dd-5a97-46e5-a14d-1f2361f8a2fb,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:48.998897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.002056 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b13a0b52-b594-4e24-9437-bc435b35305f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04df85dd-5a97-46e5-a14d-1f2361f8a2fb HTTP/1.1" status: 204 len: 168 time: 0.2584226 May 03 22:54:49.004711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41300) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:49.071397 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (59dbd8ee-9b6b-411a-8635-b7fad7d24e90), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.153066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (59dbd8ee-9b6b-411a-8635-b7fad7d24e90), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.172837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dbd8ee-9b6b-411a-8635-b7fad7d24e90']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.182346 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf589d6-c1c6-466f-a459-6bacdc53b1b9') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.182640 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf589d6-c1c6-466f-a459-6bacdc53b1b9') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.191539 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (fdf589d6-c1c6-466f-a459-6bacdc53b1b9), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.204756 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (fdf589d6-c1c6-466f-a459-6bacdc53b1b9), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.210378 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:49.210775 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (fdf589d6-c1c6-466f-a459-6bacdc53b1b9), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:49.212482 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:49.351919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (59dbd8ee-9b6b-411a-8635-b7fad7d24e90), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.357209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.360409 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/59dbd8ee-9b6b-411a-8635-b7fad7d24e90 HTTP/1.1" status: 204 len: 168 time: 0.3546472 May 03 22:54:49.363550 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41302) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:49.371365 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0da21-aba5-466d-9e6f-146114e97bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59dbd8ee-9b6b-411a-8635-b7fad7d24e90,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:49.407437 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Deleting subnet f2ac6fad-ac90-4edb-ada5-af3deb340342 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:54:49.410587 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Publish callbacks [] for subnet (f2ac6fad-ac90-4edb-ada5-af3deb340342), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.449569 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (f2ac6fad-ac90-4edb-ada5-af3deb340342), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.487035 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (f2ac6fad-ac90-4edb-ada5-af3deb340342), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.615733 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (f2ac6fad-ac90-4edb-ada5-af3deb340342), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.641685 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ac6fad-ac90-4edb-ada5-af3deb340342,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:49.643621 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.646711 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6d36bb89-ee2a-46d2-ab8e-65d38459e1d6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f2ac6fad-ac90-4edb-ada5-af3deb340342 HTTP/1.1" status: 204 len: 168 time: 0.2820969 May 03 22:54:49.649335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41304) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:49.718655 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (aaff7234-6c69-42d7-a234-edda5f6752e7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.799042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (aaff7234-6c69-42d7-a234-edda5f6752e7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.823038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaff7234-6c69-42d7-a234-edda5f6752e7']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.832204 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b938f2-aa44-4ae0-a881-a0ca369c8bf3') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.832510 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b938f2-aa44-4ae0-a881-a0ca369c8bf3') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:49.842070 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (61b938f2-aa44-4ae0-a881-a0ca369c8bf3), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.855371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (61b938f2-aa44-4ae0-a881-a0ca369c8bf3), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.861117 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:54:49.861498 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (61b938f2-aa44-4ae0-a881-a0ca369c8bf3), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:54:49.863124 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:54:49.986663 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (aaff7234-6c69-42d7-a234-edda5f6752e7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.992010 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:49.995091 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] 10.222.0.23 "DELETE /v2.0/networks/aaff7234-6c69-42d7-a234-edda5f6752e7 HTTP/1.1" status: 204 len: 168 time: 0.3448651 May 03 22:54:50.005386 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210e28b-ee42-4046-9f7e-78994263710d admin admin] Pushing event deleted for resources: {'Network': ['ID=aaff7234-6c69-42d7-a234-edda5f6752e7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:50.335094 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41308) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:50.374054 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-433750dc-2dc7-4f16-97f0-817057751306 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e6d04190f8249b39c95f4b08385a1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370669 May 03 22:54:50.376429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41310) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:50.430090 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] Publish callbacks [] for security_group (1111f692-ea7f-4f5d-bdbe-647be2756728), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:50.453780 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] Publish callbacks [] for security_group (1111f692-ea7f-4f5d-bdbe-647be2756728), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:50.564412 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1111f692-ea7f-4f5d-bdbe-647be2756728), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:50.566905 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:50.568136 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1111f692-ea7f-4f5d-bdbe-647be2756728 HTTP/1.1" status: 204 len: 168 time: 0.1908026 May 03 22:54:50.576335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa1db5-7e53-4014-9b68-a22ec931ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1111f692-ea7f-4f5d-bdbe-647be2756728,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:51.197960 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41316) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:51.236057 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8170bf5c-0b3c-4d0e-b667-393c4450202d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0a6f9fb457143c08c173fa8f82514bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369513 May 03 22:54:51.238270 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41318) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:51.283761 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] Publish callbacks [] for security_group (db323222-db31-4e0a-ba67-1b4f4813aa80), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:51.306064 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] Publish callbacks [] for security_group (db323222-db31-4e0a-ba67-1b4f4813aa80), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:51.421169 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (db323222-db31-4e0a-ba67-1b4f4813aa80), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:51.423664 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:51.424794 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db323222-db31-4e0a-ba67-1b4f4813aa80 HTTP/1.1" status: 204 len: 168 time: 0.1856682 May 03 22:54:51.432809 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97410f-4694-48ec-8c3b-14980f4c3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db323222-db31-4e0a-ba67-1b4f4813aa80,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:53.180980 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fb164ca2-678c-402b-9c08-a6fc04725bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:54.540592 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-4c3aa7fa-9100-4ceb-bc73-561d9e647e87 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167994551&fields=id&tenant_id=21eb12adce404f178fab98c30fd5aa77 HTTP/1.1" status: 200 len: 267 time: 0.0525656 May 03 22:54:54.590575 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ca78d2b2-abd1-480e-9fd4-d4c39e71fc28 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:54.592042 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ca78d2b2-abd1-480e-9fd4-d4c39e71fc28 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 984 time: 0.0460205 May 03 22:54:54.602199 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Request body: {'port': {'security_groups': ['b09e5011-956d-4710-a216-d233239d6585']}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:54:54.672491 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:54.850849 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:54:54.879360 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:54.952118 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:54.970029 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:55.012322 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.013058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.014495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61908bb7-b13d-4dcb-ac5f-3a06608e96d0 req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "PUT /v2.0/ports/34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 942 time: 0.4165497 May 03 22:54:55.015081 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:55.017385 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:55.020249 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41380) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:55.059468 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad452f39-bba8-4310-8b40-7e73fddc0795 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event updated for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=7']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:55.073217 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d99f769-c3fa-448c-89cd-10ccc8ff70d8 x-openstack-request-id: req-3d99f769-c3fa-448c-89cd-10ccc8ff70d8 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:55.073507 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:55.074034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d99f769-c3fa-448c-89cd-10ccc8ff70d8 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:55.074449 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d99f769-c3fa-448c-89cd-10ccc8ff70d8'] response: {'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:54:55.100924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (aff1ec15-0590-430c-a34b-8d56a011ef42), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.146885 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:54:55.156081 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-9d745a20-4a2f-4a65-a6c3-179326626b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.157898 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-9d745a20-4a2f-4a65-a6c3-179326626b78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1129 time: 0.0508645 May 03 22:54:55.248376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (aff1ec15-0590-430c-a34b-8d56a011ef42), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.296408 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-bf7fb7b5-afcb-43d8-8c89-9827a3b4272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.297963 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-bf7fb7b5-afcb-43d8-8c89-9827a3b4272d service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.1303210 May 03 22:54:55.376809 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-af5cfa18-12ce-4e9c-93a5-65367db49539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 1001 time: 0.0672064 May 03 22:54:55.432668 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-301f4387-6171-4b82-8abb-631efe4a3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.434107 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-301f4387-6171-4b82-8abb-631efe4a3d3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0471542 May 03 22:54:55.438166 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (aff1ec15-0590-430c-a34b-8d56a011ef42), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.440879 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.441903 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "DELETE /v2.0/security-groups/aff1ec15-0590-430c-a34b-8d56a011ef42 HTTP/1.1" status: 204 len: 168 time: 0.4207139 May 03 22:54:55.444925 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41382) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:54:55.453471 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-9e489c65-6081-4800-93f2-f19bc43077eb None None] Provisioning complete for port 34e32ce9-bfab-4590-88da-0ccfd8fd981f triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:54:55.453884 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9e489c65-6081-4800-93f2-f19bc43077eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.476438 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff1ec15-0590-430c-a34b-8d56a011ef42,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:55.493121 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.494112 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.494534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.494882 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495288 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495540 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.495900 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.496228 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.496552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497471 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497471 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497682 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.497876 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.498130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.498449 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0e4fe-695b-4f58-a73a-7cf8390ab4bf tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:54:55.508322 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-fd6ecbcd-90ff-4853-bb5d-8c918bbb6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:55.509811 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-fd6ecbcd-90ff-4853-bb5d-8c918bbb6356 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666215 May 03 22:54:55.532889 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ece2d3e8-eed2-4b15-a442-9f275bab0b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.556988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-9e489c65-6081-4800-93f2-f19bc43077eb None None] Current status of the port 34e32ce9-bfab-4590-88da-0ccfd8fd981f is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:54:55.617049 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-15bb65c3-9142-470f-a5b1-6066405b0c35 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002336 May 03 22:54:55.641749 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Deleting port 0d8b24cf-3bd6-4bc9-b763-35fccca69365 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:54:55.641749 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.710609 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-79c04960-1ea7-4d9a-9d34-a0e0a6df92b8 req-eaa05ecf-6385-4ede-9fa4-7b0a54802ceb service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822637 May 03 22:54:55.719237 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.719849 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for floatingip (0d8b24cf-3bd6-4bc9-b763-35fccca69365), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:55.738344 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Calling delete_port for 0d8b24cf-3bd6-4bc9-b763-35fccca69365 owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:54:55.992946 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (0d8b24cf-3bd6-4bc9-b763-35fccca69365), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:56.018168 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event deleted for resources: {'Port': ['ID=0d8b24cf-3bd6-4bc9-b763-35fccca69365,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:54:56.078130 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks [] for floatingip (410fc935-74c8-44db-8fbb-647e843a2c15), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:56.078473 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Floating IP 410fc935-74c8-44db-8fbb-647e843a2c15 disassociated (deleted). External IP: 172.27.0.205, port: 34e32ce9-bfab-4590-88da-0ccfd8fd981f. May 03 22:54:56.287041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Router 9361165c-8e78-4325-8a45-827337cf9f20 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:54:56.404174 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:54:56.412738 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:56.413417 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Sync routers for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:54:56.423773 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:56.424376 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:56.438287 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5a4ab5de-5051-42b5-a5a5-313201c1bf54 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "DELETE /v2.0/floatingips/410fc935-74c8-44db-8fbb-647e843a2c15 HTTP/1.1" status: 204 len: 168 time: 0.9922957 May 03 22:54:56.531090 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:56.592805 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:56.807831 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:56.833993 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Checking router: 9361165c-8e78-4325-8a45-827337cf9f20 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:54:56.843255 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:54:56.843889 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:56.952072 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:54:57.075516 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:54:57.077879 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6c7ff-5b27-4917-ad35-fd47ac606b30" -d '{"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:54:57.113003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc203d-090d-44a0-800c-d9b5bc2070e4 x-openstack-request-id: req-82bc203d-090d-44a0-800c-d9b5bc2070e4 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:54:57.113305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:54:57.113566 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82bc203d-090d-44a0-800c-d9b5bc2070e4 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:54:57.113975 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bc203d-090d-44a0-800c-d9b5bc2070e4'] response: {'name': 'network-changed', 'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:54:57.141584 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:54:57.168072 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c8919-5eb6-4b9f-8413-854367ad8543 None None] The sync data for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi is: [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:03Z', 'revision_number': 4, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '24e53c59-1ca9-4c7b-b5bc-acb061170738', 'name': '', 'network_id': '74e18d2c-6be4-4b46-972b-3fa228a7846a', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'mac_address': 'fa:16:3e:01:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:02Z', 'updated_at': '2022-05-03T22:52:07Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'subnets': [{'id': '7fee57a5-093f-4fb0-891d-67e6c1b0d87e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:54:57.290951 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-6d887585-29c0-4d74-82a7-3308ca0d5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:57.292870 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-6d887585-29c0-4d74-82a7-3308ca0d5e12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=21eb12adce404f178fab98c30fd5aa77&device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 1129 time: 0.0450552 May 03 22:54:57.396238 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-c130988b-e9d3-4fbb-b74a-2ec4528561ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:57.397774 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-c130988b-e9d3-4fbb-b74a-2ec4528561ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 200 len: 916 time: 0.0953069 May 03 22:54:57.405754 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fddf127-ce4e-4f04-bc92-e712b04fa305 None None] New status for floating IP 410fc935-74c8-44db-8fbb-647e843a2c15: DOWN {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:54:57.442062 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-23ee2f88-ba7a-4920-be11-76dc02251864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 200 len: 217 time: 0.0371392 May 03 22:54:57.502740 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-ba664e9e-f208-4de0-985b-a5f390554dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:57.504227 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-ba664e9e-f208-4de0-985b-a5f390554dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 200 len: 854 time: 0.0500047 May 03 22:54:57.549290 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-714fbfc3-610d-4537-91c5-841d4be17c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:54:57.550725 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-714fbfc3-610d-4537-91c5-841d4be17c99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74e18d2c-6be4-4b46-972b-3fa228a7846a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370846 May 03 22:54:57.645426 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-0813de24-dae6-4310-861e-eea45b73d4c4 service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 May 03 22:54:57.866347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:54:58.640175 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2be6c7ff-5b27-4917-ad35-fd47ac606b30 req-ed1a6f6f-7ce8-4d8c-ad96-afd229667e0e service neutron] 10.222.0.36 "GET /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689909 May 03 22:54:59.381318 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:02.709375 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c293ce-dd21-4039-97bc-b8afb7ad5f96 req-5b0d242e-b782-4520-a9c1-714b94d53883 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:02.711033 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d6c293ce-dd21-4039-97bc-b8afb7ad5f96 req-5b0d242e-b782-4520-a9c1-714b94d53883 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0522175 May 03 22:55:02.758442 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d6c293ce-dd21-4039-97bc-b8afb7ad5f96 req-160424f1-6cb5-40f9-a3a8-a3742d57be8a tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 May 03 22:55:03.148793 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91114127-35f9-44d6-b2c0-dac41ecdab68 req-9c03d1f0-49ad-4558-8936-fd0bbea2ef2d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:03.150282 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91114127-35f9-44d6-b2c0-dac41ecdab68 req-9c03d1f0-49ad-4558-8936-fd0bbea2ef2d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0472083 May 03 22:55:03.197007 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91114127-35f9-44d6-b2c0-dac41ecdab68 req-ad5b4490-28ae-4244-a328-c5ad729fe668 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 May 03 22:55:03.871127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990018-1dbf-45d6-97e5-83239c89627e req-1814ba55-961a-4e8d-b99b-4a83945d9438 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:03.872600 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6990018-1dbf-45d6-97e5-83239c89627e req-1814ba55-961a-4e8d-b99b-4a83945d9438 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0453272 May 03 22:55:03.929955 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6990018-1dbf-45d6-97e5-83239c89627e req-19d14880-8c1a-47cd-87d4-3f9d436692a0 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 May 03 22:55:04.327356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1b6aa-e5bb-4a65-9810-9194a010bb64 req-5bea209c-cdf7-4890-842c-88388faa9068 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:04.328885 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8e1b6aa-e5bb-4a65-9810-9194a010bb64 req-5bea209c-cdf7-4890-842c-88388faa9068 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0456491 May 03 22:55:04.376000 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8e1b6aa-e5bb-4a65-9810-9194a010bb64 req-ea343b48-287f-4dac-854c-659d290cc3ba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409932 May 03 22:55:04.741994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-d080060d-845f-4ac4-a51b-89249942f7a3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:04.743378 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-d080060d-845f-4ac4-a51b-89249942f7a3 tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0463254 May 03 22:55:04.832584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Deleting port 34e32ce9-bfab-4590-88da-0ccfd8fd981f {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:04.832924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:04.933540 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] For port 34e32ce9-bfab-4590-88da-0ccfd8fd981f, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=34e32ce9-bfab-4590-88da-0ccfd8fd981f,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:04.933902 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:05.048914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5eecd-81fb-48e3-9575-bdd7552a0c64 req-0dd24de5-d8ee-4e29-9356-ff452c31618b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:05.050418 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aac5eecd-81fb-48e3-9575-bdd7552a0c64 req-0dd24de5-d8ee-4e29-9356-ff452c31618b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 945 time: 0.0487304 May 03 22:55:05.100395 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aac5eecd-81fb-48e3-9575-bdd7552a0c64 req-788292b1-33aa-48c2-8130-0f57501ba48b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/security-groups?id=b09e5011-956d-4710-a216-d233239d6585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 May 03 22:55:05.183892 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Calling delete_port for 34e32ce9-bfab-4590-88da-0ccfd8fd981f owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:05.369814 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (34e32ce9-bfab-4590-88da-0ccfd8fd981f), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:05.382512 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['34e32ce9-bfab-4590-88da-0ccfd8fd981f'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:55:05.386170 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:05.401042 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Pushing event deleted for resources: {'Port': ['ID=34e32ce9-bfab-4590-88da-0ccfd8fd981f,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:05.445623 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] No DVR routers for this DVR port 34e32ce9-bfab-4590-88da-0ccfd8fd981f on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:05.448450 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:05.451875 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0f51d1b7-1888-4b98-9552-26a6c5aac03b req-47fe8d5a-7568-4867-8bee-46bbb347660b tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.36 "DELETE /v2.0/ports/34e32ce9-bfab-4590-88da-0ccfd8fd981f HTTP/1.1" status: 204 len: 173 time: 0.7024014 May 03 22:55:05.452396 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'name': 'network-vif-deleted', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:05.454723 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51966372-ae91-42f7-a7e9-7d0ba892380b" -d '{"events": [{"server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "name": "network-vif-deleted", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:05.489086 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2d080-a5ca-46f0-887a-a58a13c6164b x-openstack-request-id: req-74c2d080-a5ca-46f0-887a-a58a13c6164b {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:05.489374 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1341827-31ac-479f-abd8-3b5c7da77662", "name": "network-vif-deleted", "tag": "34e32ce9-bfab-4590-88da-0ccfd8fd981f", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:05.489623 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74c2d080-a5ca-46f0-887a-a58a13c6164b {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:05.490020 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c2d080-a5ca-46f0-887a-a58a13c6164b'] response: {'server_uuid': 'd1341827-31ac-479f-abd8-3b5c7da77662', 'name': 'network-vif-deleted', 'tag': '34e32ce9-bfab-4590-88da-0ccfd8fd981f', 'status': 'completed', 'code': 200} May 03 22:55:05.502407 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bc931-cc42-4216-8db7-8ca885f39670 req-88dbb3cb-e8ba-4598-947b-96320a5b2e18 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:05.503933 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-450bc931-cc42-4216-8db7-8ca885f39670 req-88dbb3cb-e8ba-4598-947b-96320a5b2e18 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0501349 May 03 22:55:05.553346 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-450bc931-cc42-4216-8db7-8ca885f39670 req-45b3e925-3356-4020-b46c-14d02d2f1385 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 May 03 22:55:06.211849 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be267baf-7e90-4848-8b7b-2172835f8b90 req-d00dd27c-0300-40e9-9a60-7d8219dfb57f tempest-TestMinimumBasicScenario-986685078 tempest-TestMinimumBasicScenario-986685078-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1341827-31ac-479f-abd8-3b5c7da77662 HTTP/1.1" status: 200 len: 210 time: 0.0307300 May 03 22:55:06.535928 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:55:06.669958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82212-8eca-4655-b5fe-2a92d6246469 req-20fc5988-eb9b-4604-a8d3-dc249e12c5d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:06.671383 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88a82212-8eca-4655-b5fe-2a92d6246469 req-20fc5988-eb9b-4604-a8d3-dc249e12c5d7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0447259 May 03 22:55:06.716199 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88a82212-8eca-4655-b5fe-2a92d6246469 req-f36fa8c2-8af5-497b-870d-97982e49e171 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 May 03 22:55:07.838654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ec71e-4940-46fd-bd6e-3547b4ecedaf req-22bc8007-24c8-48de-8a49-078c0a6337e6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:07.840163 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-db4ec71e-4940-46fd-bd6e-3547b4ecedaf req-22bc8007-24c8-48de-8a49-078c0a6337e6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0490811 May 03 22:55:07.896299 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-db4ec71e-4940-46fd-bd6e-3547b4ecedaf req-d9987edb-79a4-40ef-8abe-8978c2771ed6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501683 May 03 22:55:08.709519 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41620) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:09.012581 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a27b-64ac-4faa-9359-b44a123fc34f req-f7f10607-b0ce-4514-9f21-dfb0ac5c9acb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:09.014272 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9124a27b-64ac-4faa-9359-b44a123fc34f req-f7f10607-b0ce-4514-9f21-dfb0ac5c9acb tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0470376 May 03 22:55:09.062494 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9124a27b-64ac-4faa-9359-b44a123fc34f req-b7d4875c-d537-42ef-bba7-8cf602deccd8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 May 03 22:55:09.108411 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (9361165c-8e78-4325-8a45-827337cf9f20), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:09.400561 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Deleting port 24e53c59-1ca9-4c7b-b5bc-acb061170738 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:09.401361 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:09.480060 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] For port 24e53c59-1ca9-4c7b-b5bc-acb061170738, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=24e53c59-1ca9-4c7b-b5bc-acb061170738,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:09.480431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:09.493001 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Calling delete_port for 24e53c59-1ca9-4c7b-b5bc-acb061170738 owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:09.554659 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 34e32ce9-bfab-4590-88da-0ccfd8fd981f no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:09.573919 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 34e32ce9-bfab-4590-88da-0ccfd8fd981f {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:09.574263 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 34e32ce9-bfab-4590-88da-0ccfd8fd981f not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:09.735155 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (24e53c59-1ca9-4c7b-b5bc-acb061170738), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:09.759786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e53c59-1ca9-4c7b-b5bc-acb061170738,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:09.934685 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (9361165c-8e78-4325-8a45-827337cf9f20), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:10.151453 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Router 9361165c-8e78-4325-8a45-827337cf9f20 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:55:10.188850 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fb8fc-607d-48dc-a217-09b29f08c70c req-d6bb224f-12e3-4fa9-ab6b-b934ad5e5a68 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:10.190471 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c67fb8fc-607d-48dc-a217-09b29f08c70c req-d6bb224f-12e3-4fa9-ab6b-b934ad5e5a68 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0487812 May 03 22:55:10.236070 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c67fb8fc-607d-48dc-a217-09b29f08c70c req-b62aca74-5be0-404b-937e-4fe7f30a7b7d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 May 03 22:55:10.262982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:55:10.268541 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-671c00a2-ed5b-4101-8de8-f4787e44e285 admin admin] 10.222.0.23 "PUT /v2.0/routers/9361165c-8e78-4325-8a45-827337cf9f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5568573 May 03 22:55:10.274233 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41636) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:10.278291 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Sync routers for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:10.286865 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:10.287561 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:10.406897 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:10.590646 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:10.621641 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Checking router: 9361165c-8e78-4325-8a45-827337cf9f20 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:10.625199 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks [] for router (9361165c-8e78-4325-8a45-827337cf9f20), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:10.631397 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Routers {'9361165c-8e78-4325-8a45-827337cf9f20'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:10.632134 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9361165c-8e78-4325-8a45-827337cf9f20'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:10.737142 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks [] for router_gateway (9361165c-8e78-4325-8a45-827337cf9f20), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:10.739762 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] Set router 9361165c-8e78-4325-8a45-827337cf9f20 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:10.833030 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Deleting port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:10.833289 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:10.928051 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:10.929104 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] For port 0af3d6b7-2303-490c-9b90-f26ab12b8b5b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:10.929490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:10.959404 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Calling delete_port for 0af3d6b7-2303-490c-9b90-f26ab12b8b5b owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:10.965605 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675db6fa-ccfe-48ad-8698-9529fff3b1f7 None None] The sync data for ids ['9361165c-8e78-4325-8a45-827337cf9f20'] in dv-cinder-784815-12-iscsi is: [{'id': '9361165c-8e78-4325-8a45-827337cf9f20', 'name': 'tempest-TestMinimumBasicScenario-1504097343-router', 'tenant_id': '21eb12adce404f178fab98c30fd5aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:55:09Z', 'revision_number': 5, 'project_id': '21eb12adce404f178fab98c30fd5aa77', 'gw_port': {'id': '0af3d6b7-2303-490c-9b90-f26ab12b8b5b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:8b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9361165c-8e78-4325-8a45-827337cf9f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:51:59Z', 'updated_at': '2022-05-03T22:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:11.198422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (0af3d6b7-2303-490c-9b90-f26ab12b8b5b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.222392 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af3d6b7-2303-490c-9b90-f26ab12b8b5b,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:11.287220 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (9361165c-8e78-4325-8a45-827337cf9f20), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.398638 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea4e43-6f96-4e8f-8b9e-f418a3d49761 req-741fb318-543b-4d90-895f-eb91c39e8079 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:11.402658 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d6ea4e43-6f96-4e8f-8b9e-f418a3d49761 req-741fb318-543b-4d90-895f-eb91c39e8079 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0854731 May 03 22:55:11.406719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (9361165c-8e78-4325-8a45-827337cf9f20), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.410132 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks [] for router_controller (9361165c-8e78-4325-8a45-827337cf9f20), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.465192 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 24e53c59-1ca9-4c7b-b5bc-acb061170738 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:11.487595 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 24e53c59-1ca9-4c7b-b5bc-acb061170738 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:11.488249 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 24e53c59-1ca9-4c7b-b5bc-acb061170738 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:11.488779 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d6ea4e43-6f96-4e8f-8b9e-f418a3d49761 req-7ee0c4a2-7ce5-4bb6-bc63-a3b3a37c3e67 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656376 May 03 22:55:11.637919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (9361165c-8e78-4325-8a45-827337cf9f20), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.638503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9361165c-8e78-4325-8a45-827337cf9f20 {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:55:11.643223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.644801 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-6bc808e8-7a06-483b-b2cd-67fd1838af76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9361165c-8e78-4325-8a45-827337cf9f20 HTTP/1.1" status: 204 len: 168 time: 1.3691938 May 03 22:55:11.646918 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41654) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:11.705570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Deleting subnet 7fee57a5-093f-4fb0-891d-67e6c1b0d87e {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:55:11.709096 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Publish callbacks [] for subnet (7fee57a5-093f-4fb0-891d-67e6c1b0d87e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.750436 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (7fee57a5-093f-4fb0-891d-67e6c1b0d87e), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:11.832770 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (7fee57a5-093f-4fb0-891d-67e6c1b0d87e), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.015846 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (7fee57a5-093f-4fb0-891d-67e6c1b0d87e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.043786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fee57a5-093f-4fb0-891d-67e6c1b0d87e,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.047645 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.050753 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ebf320a8-1f71-4c84-86a7-a70dedfce47e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7fee57a5-093f-4fb0-891d-67e6c1b0d87e HTTP/1.1" status: 204 len: 168 time: 0.4028938 May 03 22:55:12.053500 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41664) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:12.056569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4614cf14-292d-4d62-9c1d-f4bdc1e6c916 None None] Network 74e18d2c-6be4-4b46-972b-3fa228a7846a requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:55:12.147120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (74e18d2c-6be4-4b46-972b-3fa228a7846a), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.204240 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Deleting port 28020b06-a99b-4fd6-a9ac-93b3da223c15 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:12.204856 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.265711 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] DHCP port deletion for 74e18d2c-6be4-4b46-972b-3fa228a7846a request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:55:12.308178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] For port 28020b06-a99b-4fd6-a9ac-93b3da223c15, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=28020b06-a99b-4fd6-a9ac-93b3da223c15,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:12.308456 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Deleting port 28020b06-a99b-4fd6-a9ac-93b3da223c15 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:12.308946 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.309084 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.324821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Calling delete_port for 28020b06-a99b-4fd6-a9ac-93b3da223c15 owned by network:dhcp {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:12.376361 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] For port 28020b06-a99b-4fd6-a9ac-93b3da223c15, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=28020b06-a99b-4fd6-a9ac-93b3da223c15,segment=NetworkSegment(08da4f53-5b7e-48e5-aec8-3587adaa5a85),segment_id=08da4f53-5b7e-48e5-aec8-3587adaa5a85)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:12.376858 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.390347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Calling delete_port for 28020b06-a99b-4fd6-a9ac-93b3da223c15 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:12.472348 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.480574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (28020b06-a99b-4fd6-a9ac-93b3da223c15), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.505801 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] No DVR routers for this DVR port 28020b06-a99b-4fd6-a9ac-93b3da223c15 on host dv-cinder-784815-12-iscsi {{(pid=110445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:12.508478 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=28020b06-a99b-4fd6-a9ac-93b3da223c15,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.509129 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Pushing event deleted for resources: {'Port': ['ID=28020b06-a99b-4fd6-a9ac-93b3da223c15,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:12.519466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] No DVR routers for this DVR port 28020b06-a99b-4fd6-a9ac-93b3da223c15 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:12.519466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.519466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.519845 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.520099 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.520604 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.521071 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.521553 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.522031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.522552 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.522892 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.523220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.523567 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.523935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.524261 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.524588 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399fd25a-b354-4a39-8019-2bd8d6d0db04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:12.598963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (74e18d2c-6be4-4b46-972b-3fa228a7846a), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.646616 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e18d2c-6be4-4b46-972b-3fa228a7846a']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:12.662161 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08da4f53-5b7e-48e5-aec8-3587adaa5a85') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:12.662465 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08da4f53-5b7e-48e5-aec8-3587adaa5a85') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:12.670011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5216c-2bae-426f-b61b-3dd79a2cbf88 req-0228f13f-a756-42f7-9261-6238c79ad83b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:12.671530 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a5c5216c-2bae-426f-b61b-3dd79a2cbf88 req-0228f13f-a756-42f7-9261-6238c79ad83b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0695488 May 03 22:55:12.687849 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (08da4f53-5b7e-48e5-aec8-3587adaa5a85), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.715669 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (08da4f53-5b7e-48e5-aec8-3587adaa5a85), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.729805 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:12.730195 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (08da4f53-5b7e-48e5-aec8-3587adaa5a85), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:12.731914 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:12.760067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a5c5216c-2bae-426f-b61b-3dd79a2cbf88 req-82322c52-b1e3-41f5-a8fb-6f7fa9c0240e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828822 May 03 22:55:12.860765 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (74e18d2c-6be4-4b46-972b-3fa228a7846a), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.865159 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:12.868404 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/74e18d2c-6be4-4b46-972b-3fa228a7846a HTTP/1.1" status: 204 len: 168 time: 0.8136160 May 03 22:55:12.871631 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41678) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:12.880806 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8d63a-21ff-47a6-b8a2-dec7fa54b6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e18d2c-6be4-4b46-972b-3fa228a7846a,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:13.191878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:13.371440 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 0af3d6b7-2303-490c-9b90-f26ab12b8b5b no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:13.391882 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 0af3d6b7-2303-490c-9b90-f26ab12b8b5b {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:13.392466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 0af3d6b7-2303-490c-9b90-f26ab12b8b5b not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:13.393074 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 28020b06-a99b-4fd6-a9ac-93b3da223c15 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:13.412158 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 28020b06-a99b-4fd6-a9ac-93b3da223c15 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:13.412502 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 28020b06-a99b-4fd6-a9ac-93b3da223c15 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:13.430764 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Deleting port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:13.431638 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:13.508885 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] For port 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:13.509255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:13.525786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Calling delete_port for 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:13.752464 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2ad358a7-8f8d-4336-b6d6-aa62ad1eea79), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:13.783168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad358a7-8f8d-4336-b6d6-aa62ad1eea79,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:13.908143 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ea5ad-d250-454f-a81a-0a292ae9974c req-ed401f81-2654-4ca2-be3f-6fbcb12fb22b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:13.909811 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-032ea5ad-d250-454f-a81a-0a292ae9974c req-ed401f81-2654-4ca2-be3f-6fbcb12fb22b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0483997 May 03 22:55:13.961190 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:13.967480 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-032ea5ad-d250-454f-a81a-0a292ae9974c req-81915eaa-14ea-4ee0-ab68-58dccbbafe94 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441444 May 03 22:55:14.183592 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Router a62ac60d-cda3-4daa-81fd-89e997bcf95e has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:55:14.291440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:55:14.297013 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f60b6b23-db64-4e2c-ac10-88e248ce56f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/a62ac60d-cda3-4daa-81fd-89e997bcf95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242892 May 03 22:55:14.299519 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41698) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:14.302194 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Sync routers for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:14.315923 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:14.316569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:14.406713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks [] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:14.435023 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:14.627313 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 5, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:14.658894 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Checking router: a62ac60d-cda3-4daa-81fd-89e997bcf95e for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:14.671131 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Routers {'a62ac60d-cda3-4daa-81fd-89e997bcf95e'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:14.671834 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:54:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:14.778769 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks [] for router_gateway (a62ac60d-cda3-4daa-81fd-89e997bcf95e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:14.789613 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] Set router a62ac60d-cda3-4daa-81fd-89e997bcf95e gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:14.965794 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 5, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:14.994118 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950af1b-a4fb-45fb-b0c4-369d71a180ad None None] The sync data for ids ['a62ac60d-cda3-4daa-81fd-89e997bcf95e'] in dv-cinder-784815-12-iscsi is: [{'id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'name': 'tempest-TestMinimumBasicScenario-570960849-router', 'tenant_id': 'ef43bec696814a45965f30ef4b98bfd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:52:06Z', 'updated_at': '2022-05-03T22:55:13Z', 'revision_number': 5, 'project_id': 'ef43bec696814a45965f30ef4b98bfd8', 'gw_port': {'id': '78f19cab-95e3-469d-b296-1054bd2fbcfb', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62ac60d-cda3-4daa-81fd-89e997bcf95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:52:07Z', 'updated_at': '2022-05-03T22:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:14.995535 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Deleting port 78f19cab-95e3-469d-b296-1054bd2fbcfb {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:14.999678 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.100611 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] For port 78f19cab-95e3-469d-b296-1054bd2fbcfb, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=78f19cab-95e3-469d-b296-1054bd2fbcfb,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:15.100978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.108132 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335dd0b-cbe9-48ff-8674-b5c0b47e9cff req-3335f9ab-70e2-4626-adc8-729b57643dd3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:15.109606 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e335dd0b-cbe9-48ff-8674-b5c0b47e9cff req-3335f9ab-70e2-4626-adc8-729b57643dd3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0506670 May 03 22:55:15.114063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Calling delete_port for 78f19cab-95e3-469d-b296-1054bd2fbcfb owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:15.348344 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (78f19cab-95e3-469d-b296-1054bd2fbcfb), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.417527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f19cab-95e3-469d-b296-1054bd2fbcfb,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:15.429015 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e335dd0b-cbe9-48ff-8674-b5c0b47e9cff req-6e45a19b-8cdf-4885-b6c5-932c3dc40969 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067083 May 03 22:55:15.440779 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:15.464721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:15.465138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2ad358a7-8f8d-4336-b6d6-aa62ad1eea79 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:15.466013 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.562219 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.564511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks [] for router_controller (a62ac60d-cda3-4daa-81fd-89e997bcf95e), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.667089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (a62ac60d-cda3-4daa-81fd-89e997bcf95e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.667652 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62ac60d-cda3-4daa-81fd-89e997bcf95e {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:55:15.672770 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.675752 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-dab86872-7d3d-4e2c-9fbc-a6c8f2c842d4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a62ac60d-cda3-4daa-81fd-89e997bcf95e HTTP/1.1" status: 204 len: 168 time: 1.3751705 May 03 22:55:15.676549 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41714) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:15.725812 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Deleting subnet c7749145-09e9-4036-83f6-91e6d7d04c18 {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:55:15.729859 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Publish callbacks [] for subnet (c7749145-09e9-4036-83f6-91e6d7d04c18), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.768445 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (c7749145-09e9-4036-83f6-91e6d7d04c18), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.852555 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (c7749145-09e9-4036-83f6-91e6d7d04c18), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:15.975877 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (c7749145-09e9-4036-83f6-91e6d7d04c18), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.000697 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7749145-09e9-4036-83f6-91e6d7d04c18,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:16.007056 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.010320 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5816e16a-b3b8-4e1a-bfc3-41cae706d9e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c7749145-09e9-4036-83f6-91e6d7d04c18 HTTP/1.1" status: 204 len: 168 time: 0.3327813 May 03 22:55:16.012306 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aab548-981f-4167-9577-373763a5661c None None] Network b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:55:16.012816 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41720) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:16.083724 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.136351 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Deleting port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:16.136699 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.182072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] DHCP port deletion for b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:55:16.204945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] For port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:16.205316 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.220076 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Calling delete_port for 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 owned by network:dhcp {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:16.221302 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Deleting port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:16.221690 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.286929 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] For port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,segment=NetworkSegment(e1fcd1a0-f64b-46b1-9ee9-24aee261471f),segment_id=e1fcd1a0-f64b-46b1-9ee9-24aee261471f)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:16.287348 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.300943 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Calling delete_port for 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:16.352068 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.377508 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Pushing event deleted for resources: {'Port': ['ID=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:16.378563 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (90f277a9-698e-452d-b7c7-3a2a99e5dbf1), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.381297 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] No DVR routers for this DVR port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 on host dv-cinder-784815-12-iscsi {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:16.405743 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] Pushing event deleted for resources: {'Port': ['ID=90f277a9-698e-452d-b7c7-3a2a99e5dbf1,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:16.407502 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c80f6-56fb-49a7-a5d6-e410c2d0a59d None None] No DVR routers for this DVR port 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:16.456752 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.477589 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b927d513-37ae-44dd-9cc0-f0eecc0cf9d7']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:16.494881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:16.495259 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fcd1a0-f64b-46b1-9ee9-24aee261471f') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:16.506226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (e1fcd1a0-f64b-46b1-9ee9-24aee261471f), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.520345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (e1fcd1a0-f64b-46b1-9ee9-24aee261471f), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.527167 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:55:16.527561 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (e1fcd1a0-f64b-46b1-9ee9-24aee261471f), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:55:16.529304 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:55:16.548056 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef177-9b1e-4cd5-803b-cf7ba4fcbf6b req-4758b047-1ef2-495a-a4f1-b36ac8a75064 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:16.549676 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-660ef177-9b1e-4cd5-803b-cf7ba4fcbf6b req-4758b047-1ef2-495a-a4f1-b36ac8a75064 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0467284 May 03 22:55:16.598457 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-660ef177-9b1e-4cd5-803b-cf7ba4fcbf6b req-f50ca527-2abd-4952-936f-1a6f0bdd2a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431452 May 03 22:55:16.632420 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (b927d513-37ae-44dd-9cc0-f0eecc0cf9d7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.638353 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:16.641472 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] 10.222.0.23 "DELETE /v2.0/networks/b927d513-37ae-44dd-9cc0-f0eecc0cf9d7 HTTP/1.1" status: 204 len: 168 time: 0.6277137 May 03 22:55:16.656694 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c3b26-add9-4eac-b1bc-4e83062ad76d admin admin] Pushing event deleted for resources: {'Network': ['ID=b927d513-37ae-44dd-9cc0-f0eecc0cf9d7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:16.981007 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41732) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:17.021935 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4e4c9819-1deb-4a20-aa2e-16d760cf0424 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21eb12adce404f178fab98c30fd5aa77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397060 May 03 22:55:17.024378 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41738) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:17.071688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] Publish callbacks [] for security_group (b09e5011-956d-4710-a216-d233239d6585), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.093204 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] Publish callbacks [] for security_group (b09e5011-956d-4710-a216-d233239d6585), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.198129 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b09e5011-956d-4710-a216-d233239d6585), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.200817 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.201959 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b09e5011-956d-4710-a216-d233239d6585 HTTP/1.1" status: 204 len: 168 time: 0.1764829 May 03 22:55:17.209598 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78a5e2-7cb4-4fe9-aefd-e909dd90d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09e5011-956d-4710-a216-d233239d6585,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:17.358152 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 78f19cab-95e3-469d-b296-1054bd2fbcfb no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:17.377956 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 78f19cab-95e3-469d-b296-1054bd2fbcfb {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:17.378304 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 78f19cab-95e3-469d-b296-1054bd2fbcfb not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:17.378722 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:17.397171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:17.397514 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 90f277a9-698e-452d-b7c7-3a2a99e5dbf1 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:17.717785 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa9a4-72ef-4fb8-9304-155e342e0838 req-dba8e3a3-e595-488f-8213-fbed379c9877 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:17.719183 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d6fa9a4-72ef-4fb8-9304-155e342e0838 req-dba8e3a3-e595-488f-8213-fbed379c9877 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0459340 May 03 22:55:17.759505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41752) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:17.768759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d6fa9a4-72ef-4fb8-9304-155e342e0838 req-dd96f82f-a3c2-4ef4-84cb-d633afd320d2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 May 03 22:55:17.799765 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-00dc9a4e-a826-4e74-8ad2-fea84c6f294e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef43bec696814a45965f30ef4b98bfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390267 May 03 22:55:17.802158 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41754) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:17.847055 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] Publish callbacks [] for security_group (98f097a3-b63c-4dea-835d-83be08ee2350), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.870334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] Publish callbacks [] for security_group (98f097a3-b63c-4dea-835d-83be08ee2350), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.974517 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (98f097a3-b63c-4dea-835d-83be08ee2350), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.977148 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:17.978281 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98f097a3-b63c-4dea-835d-83be08ee2350 HTTP/1.1" status: 204 len: 168 time: 0.1752460 May 03 22:55:17.986008 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7d5f-5f3c-43d1-a139-ad6c5e58ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f097a3-b63c-4dea-835d-83be08ee2350,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:18.883461 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62da25-c087-4ee6-93c2-5564c22a6a2a req-fcf72280-3031-4a43-a07f-f0653881aba7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:18.884935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5b62da25-c087-4ee6-93c2-5564c22a6a2a req-fcf72280-3031-4a43-a07f-f0653881aba7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0449359 May 03 22:55:18.929634 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5b62da25-c087-4ee6-93c2-5564c22a6a2a req-7fb6ae9a-4ce5-4d6d-998b-8da54dfd7ffe tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 May 03 22:55:20.042893 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de89b1-0ada-4a02-a41c-9c5b09861e29 req-8f56583c-c4f5-441b-a149-42ace3d12e9b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:20.044387 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66de89b1-0ada-4a02-a41c-9c5b09861e29 req-8f56583c-c4f5-441b-a149-42ace3d12e9b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0450563 May 03 22:55:20.113229 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-66de89b1-0ada-4a02-a41c-9c5b09861e29 req-53575244-e629-44e4-82af-fa73070cfdda tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634463 May 03 22:55:21.230707 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d78d6-f126-47e1-971c-f68b5eee77d6 req-12b6bdc2-fcea-45b0-971f-11b6898eecc1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:21.232099 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8a7d78d6-f126-47e1-971c-f68b5eee77d6 req-12b6bdc2-fcea-45b0-971f-11b6898eecc1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0482225 May 03 22:55:21.277998 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8a7d78d6-f126-47e1-971c-f68b5eee77d6 req-4b2b0310-50b8-4661-841e-b8b37e125bc4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405390 May 03 22:55:22.391524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2c02f-4502-48fd-9872-fd6284933bf8 req-ec9f86cc-adee-4d04-961c-a9e71f1743ba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:22.393005 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1bb2c02f-4502-48fd-9872-fd6284933bf8 req-ec9f86cc-adee-4d04-961c-a9e71f1743ba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0456157 May 03 22:55:22.438757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1bb2c02f-4502-48fd-9872-fd6284933bf8 req-9cdcfbd0-fc63-4c47-a516-d47cced6b445 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403895 May 03 22:55:23.151864 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7f351b40-d230-4d68-a734-54b804224967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:23.558060 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b858b6-50ed-4cd2-877c-1d9fa8d5ac42 req-a638431b-4316-4fac-b6d0-0f93541039de tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:23.559442 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88b858b6-50ed-4cd2-877c-1d9fa8d5ac42 req-a638431b-4316-4fac-b6d0-0f93541039de tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0493062 May 03 22:55:23.607972 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88b858b6-50ed-4cd2-877c-1d9fa8d5ac42 req-c418ceb6-0552-4ab7-bdd2-32e773ee163a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 May 03 22:55:23.611172 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:55:23.710699 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:23.723185 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:55:23.763986 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: ACTIVE; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:55:23.778273 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:23.778273 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:55:23.795314 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:23.889457 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:23.939563 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=6']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:23.980374 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['30af8c38-d79f-4a6a-9758-219ad76a2308'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:55:24.722016 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d0c0b-cefe-4d40-989e-133adcd9b2f8 req-6f55051c-4a0f-449e-8486-ac9d0bdad2e1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:24.723461 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-161d0c0b-cefe-4d40-989e-133adcd9b2f8 req-6f55051c-4a0f-449e-8486-ac9d0bdad2e1 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 945 time: 0.0444665 May 03 22:55:24.770551 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-161d0c0b-cefe-4d40-989e-133adcd9b2f8 req-e97eebbc-4f5d-4d3e-8d37-1a20f6a61c27 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 May 03 22:55:25.449530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0631b303-5720-4c4f-9cf4-91bc42b792dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:25.611832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:55:25.656975 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 30af8c38-d79f-4a6a-9758-219ad76a2308 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:55:25.657357 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:25.739407 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:55:25.739837 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:25.777544 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:25.780001 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e588d9-5d3a-4e33-b44c-ec31a0dba426" -d '{"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:25.793922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:25.860867 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:25.889243 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5eccd-ff75-444a-a39e-71895e8590c0 req-22963c0a-a1f8-46ff-b087-d2a1b8182a60 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:25.890819 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6a5eccd-ff75-444a-a39e-71895e8590c0 req-22963c0a-a1f8-46ff-b087-d2a1b8182a60 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 945 time: 0.0463383 May 03 22:55:25.912712 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=7']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:25.944352 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6a5eccd-ff75-444a-a39e-71895e8590c0 req-9ced81b9-c95e-4bae-a314-c6d3f8a46854 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466247 May 03 22:55:26.004396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172d85e-11e2-4d44-9ef7-267347665920 x-openstack-request-id: req-c172d85e-11e2-4d44-9ef7-267347665920 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:26.004691 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:26.004943 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c172d85e-11e2-4d44-9ef7-267347665920 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:26.005337 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c172d85e-11e2-4d44-9ef7-267347665920'] response: {'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'code': 200} May 03 22:55:26.614810 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:27.062963 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346790-21f6-450a-8784-71e05ff2f09e req-d0ef21ed-15a4-4ed5-b03b-f434ef671d1c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:27.064485 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88346790-21f6-450a-8784-71e05ff2f09e req-d0ef21ed-15a4-4ed5-b03b-f434ef671d1c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0472615 May 03 22:55:27.112505 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88346790-21f6-450a-8784-71e05ff2f09e req-901d95a4-125a-4592-8a65-c4cd17ca4ad2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 May 03 22:55:27.872040 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:28.235114 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca752-08d7-4071-834d-abf10c10d27f req-d91382a9-0ed5-4501-93c2-5ef2d23f1783 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:28.236722 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9d6ca752-08d7-4071-834d-abf10c10d27f req-d91382a9-0ed5-4501-93c2-5ef2d23f1783 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0717950 May 03 22:55:28.300193 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9d6ca752-08d7-4071-834d-abf10c10d27f req-e15e9bee-55f2-4f7f-9aee-421b63847372 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567861 May 03 22:55:28.417876 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25b28-7483-41c8-a9cc-1fb52548eea0 req-b004ad23-c5d0-48a6-8ad9-be30d77f5c7f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:28.425495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c1b25b28-7483-41c8-a9cc-1fb52548eea0 req-b004ad23-c5d0-48a6-8ad9-be30d77f5c7f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0621140 May 03 22:55:28.479168 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c1b25b28-7483-41c8-a9cc-1fb52548eea0 req-46d9fcc3-53d9-48fe-9bd5-31504faba1a2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525301 May 03 22:55:29.330543 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:29.435865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccad1e6-487a-48b0-9fcf-3f8fd3eb2c3f req-ac98e134-0d5a-4054-bcd7-1147099a289e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:29.438701 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0ccad1e6-487a-48b0-9fcf-3f8fd3eb2c3f req-ac98e134-0d5a-4054-bcd7-1147099a289e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0511351 May 03 22:55:29.494386 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0ccad1e6-487a-48b0-9fcf-3f8fd3eb2c3f req-6b3621c0-48d1-4def-bfdc-3854d9136086 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b8f283c-ddc2-47d2-a86c-3972b68af338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509501 May 03 22:55:29.623057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608c7d4-0c77-4603-99fe-62f391a3ddcf req-d1d27f85-6134-4c57-ada1-44bdc515a35c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:29.624651 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2608c7d4-0c77-4603-99fe-62f391a3ddcf req-d1d27f85-6134-4c57-ada1-44bdc515a35c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0515909 May 03 22:55:29.697297 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2608c7d4-0c77-4603-99fe-62f391a3ddcf req-02b52a51-c1da-4bd7-89a7-a83d4eff7022 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665123 May 03 22:55:29.703226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-85213530-3d66-4788-adbb-885758a7432f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:29.704783 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-85213530-3d66-4788-adbb-885758a7432f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 945 time: 0.0726354 May 03 22:55:29.815881 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 4af5a1e7-302d-435a-bf00-2d2270bd7605 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:29.816257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:29.922900 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] For port 4af5a1e7-302d-435a-bf00-2d2270bd7605, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=4af5a1e7-302d-435a-bf00-2d2270bd7605,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:29.923275 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:30.113501 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:30.124418 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:30.124418 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP a066c043-e5f1-4ad1-a780-db60a3444b14 disassociated. External IP: 172.27.0.225, port: 4af5a1e7-302d-435a-bf00-2d2270bd7605. May 03 22:55:30.124418 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 4af5a1e7-302d-435a-bf00-2d2270bd7605 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:30.369719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (4af5a1e7-302d-435a-bf00-2d2270bd7605), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:30.399128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=4af5a1e7-302d-435a-bf00-2d2270bd7605,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:30.513409 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:55:30.624758 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9d0b655a-537b-4f68-8049-9b9f5a4b20cd req-6bd1dae6-500e-4327-b416-637e29affdb6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0449052 May 03 22:55:30.682919 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:55:30.698150 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:55:30.712088 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:30.713628 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:30.751070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] No DVR routers for this DVR port 4af5a1e7-302d-435a-bf00-2d2270bd7605 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:55:30.759196 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:30.772588 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aa7f1d2f-d19f-4c6c-ba20-a4fc0f271746 req-8c9349d5-5132-4aad-b14f-d57aa5e22db6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "DELETE /v2.0/ports/4af5a1e7-302d-435a-bf00-2d2270bd7605 HTTP/1.1" status: 204 len: 173 time: 1.0618584 May 03 22:55:30.773251 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'name': 'network-vif-deleted', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:30.776308 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85585b2d-394d-48ec-97d7-ca565396f6ae" -d '{"events": [{"server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "name": "network-vif-deleted", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:30.914522 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897a2bf0-8030-4d66-8764-d6bc79a95f15 x-openstack-request-id: req-897a2bf0-8030-4d66-8764-d6bc79a95f15 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:30.918299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab673fe-4c52-4fe7-87b8-5500b3506000", "name": "network-vif-deleted", "tag": "4af5a1e7-302d-435a-bf00-2d2270bd7605", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:30.918299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-897a2bf0-8030-4d66-8764-d6bc79a95f15 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:30.922864 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897a2bf0-8030-4d66-8764-d6bc79a95f15'] response: {'server_uuid': 'fab673fe-4c52-4fe7-87b8-5500b3506000', 'name': 'network-vif-deleted', 'tag': '4af5a1e7-302d-435a-bf00-2d2270bd7605', 'status': 'completed', 'code': 200} May 03 22:55:30.966980 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e309304-bcb1-4442-b5de-4a659a693248 req-cb8dffff-8142-40e6-b08d-e72adc550348 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:30.978804 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5e309304-bcb1-4442-b5de-4a659a693248 req-cb8dffff-8142-40e6-b08d-e72adc550348 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.1335318 May 03 22:55:30.985372 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:31.077817 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5e309304-bcb1-4442-b5de-4a659a693248 req-5695cbeb-62bc-4b8e-bca6-1477da73cbb3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962799 May 03 22:55:31.253790 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.281502 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:55:31.290693 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:55:31.291305 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.408992 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:55:31.643821 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:55:31.694098 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613cc4a9-1612-4259-af78-62a40adf9550 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:55:31.764662 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-be0c1aeb-b9e0-4803-a643-ee974445d9c7 req-e4dbde9c-e232-41ac-8d5b-63582ac3b2aa tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=fab673fe-4c52-4fe7-87b8-5500b3506000 HTTP/1.1" status: 200 len: 210 time: 0.0410421 May 03 22:55:32.055245 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d548a0f4-7019-4404-922b-dd47ad118110 None None] New status for floating IP a066c043-e5f1-4ad1-a780-db60a3444b14: DOWN {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:55:32.197605 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623704c9-97fd-48ed-9598-cc400cc4c0d6 req-30f150d9-e4fa-45da-8735-a7caac38b650 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:32.199926 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-623704c9-97fd-48ed-9598-cc400cc4c0d6 req-30f150d9-e4fa-45da-8735-a7caac38b650 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0498247 May 03 22:55:32.253633 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-623704c9-97fd-48ed-9598-cc400cc4c0d6 req-3a2234f3-b49f-4695-9968-62ee5ee46efe tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 May 03 22:55:32.913358 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41988) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:32.980961 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (5b8f283c-ddc2-47d2-a86c-3972b68af338), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.015389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (5b8f283c-ddc2-47d2-a86c-3972b68af338), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.163779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5b8f283c-ddc2-47d2-a86c-3972b68af338), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.167671 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.171744 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 41992) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:33.172371 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b8f283c-ddc2-47d2-a86c-3972b68af338 HTTP/1.1" status: 204 len: 168 time: 0.2573256 May 03 22:55:33.183278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6ce4-3eef-4242-aa44-b57822865ef4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f283c-ddc2-47d2-a86c-3972b68af338,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:33.196745 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.api.v2.resource [None req-233b7db4-8f50-4467-b9c1-507e8d8929b6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] show failed (client error): The resource could not be found. May 03 22:55:33.203139 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-233b7db4-8f50-4467-b9c1-507e8d8929b6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups/5b8f283c-ddc2-47d2-a86c-3972b68af338 HTTP/1.1" status: 404 len: 347 time: 0.0242503 May 03 22:55:33.205734 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 41994) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:33.346803 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port bc971549-bf9b-4c66-a862-67ee6d2ea2e8 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:55:33.347150 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.409054 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868e641-ac26-4aa7-9fa9-57f84d3a566b req-df6012ca-a918-424b-8722-f67463e595f4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:33.409964 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1868e641-ac26-4aa7-9fa9-57f84d3a566b req-df6012ca-a918-424b-8722-f67463e595f4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0540249 May 03 22:55:33.443848 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.444276 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.461255 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for bc971549-bf9b-4c66-a862-67ee6d2ea2e8 owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:55:33.485495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1868e641-ac26-4aa7-9fa9-57f84d3a566b req-c88fcb49-c8a5-48eb-a6bf-7016901bceef tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692828 May 03 22:55:33.700685 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (bc971549-bf9b-4c66-a862-67ee6d2ea2e8), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.730771 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=bc971549-bf9b-4c66-a862-67ee6d2ea2e8,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:33.792690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (a066c043-e5f1-4ad1-a780-db60a3444b14), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.795277 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:33.796533 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-7de51cca-dd81-4a44-b74a-6d1b0ce76d46 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/floatingips/a066c043-e5f1-4ad1-a780-db60a3444b14 HTTP/1.1" status: 204 len: 168 time: 0.5886619 May 03 22:55:34.218619 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 4af5a1e7-302d-435a-bf00-2d2270bd7605 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:34.232839 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42004) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:34.237452 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252016802', 'description': 'tempest-description--1173453218'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:34.239640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 4af5a1e7-302d-435a-bf00-2d2270bd7605 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:55:34.239989 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 4af5a1e7-302d-435a-bf00-2d2270bd7605 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:55:34.397534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.475568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (0a307ea3-1a25-4e89-831d-920b5049cccc), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.562383 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0a307ea3-1a25-4e89-831d-920b5049cccc), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.629016 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a307ea3-1a25-4e89-831d-920b5049cccc,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:34.646273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.646624 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.646978 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.647318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.647687 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.648024 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.648357 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.648689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.649024 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.649354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.649715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.650327 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.651194 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.652661 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.653317 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:55:34.670216 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6958bd-ff22-4129-818a-1d35abe5aab6 req-f21c737a-b637-4223-a399-eecff3bb3378 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:34.673920 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd6958bd-ff22-4129-818a-1d35abe5aab6 req-f21c737a-b637-4223-a399-eecff3bb3378 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.1061306 May 03 22:55:34.728527 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.730238 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-99e42915-ea6e-4a1c-a0a6-740f6f7b701c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4958286 May 03 22:55:34.733394 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42014) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:34.738174 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cd6958bd-ff22-4129-818a-1d35abe5aab6 req-e4d468bf-5273-42ca-8080-415f0ef82de5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580554 May 03 22:55:34.738410 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '0a307ea3-1a25-4e89-831d-920b5049cccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:34.840139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (2593c419-1f4b-42a4-8614-b074b9ca7df1), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.908172 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (2593c419-1f4b-42a4-8614-b074b9ca7df1), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.957857 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (2593c419-1f4b-42a4-8614-b074b9ca7df1), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:34.984673 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2593c419-1f4b-42a4-8614-b074b9ca7df1,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:35.030271 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.032714 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42016) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:35.032956 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ea7a4fec-d5f6-4789-bbbe-6e0b2e3db56c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984850 May 03 22:55:35.038325 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'security_group_rule': {'security_group_id': '0a307ea3-1a25-4e89-831d-920b5049cccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:35.135035 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (eb168bd6-e6bb-48aa-8322-6e0dbf72aac5), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.225171 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (eb168bd6-e6bb-48aa-8322-6e0dbf72aac5), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.289648 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (eb168bd6-e6bb-48aa-8322-6e0dbf72aac5), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.316508 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb168bd6-e6bb-48aa-8322-6e0dbf72aac5,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:35.371303 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.373129 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e06823d8-90e3-4ab1-8a94-6f8401036438 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388274 May 03 22:55:35.376187 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42020) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:35.380584 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:35.398301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.466386 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.576501 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.691772 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.27.0.150 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/80297ec9-529e-4cdb-928a-42ee0b83e09a) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:35.815779 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.920663 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff420c-1e67-45c4-aaf8-4fa3b8ad8cc7 req-e9d08e57-032d-4009-ac05-dc4fc7267ae2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:35.922673 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88ff420c-1e67-45c4-aaf8-4fa3b8ad8cc7 req-e9d08e57-032d-4009-ac05-dc4fc7267ae2 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0637150 May 03 22:55:35.976268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:35.996252 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:35.999704 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88ff420c-1e67-45c4-aaf8-4fa3b8ad8cc7 req-2ce657df-3f69-4be9-8f26-ba9e374eb227 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703874 May 03 22:55:36.017944 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:36.020766 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:55:36.066796 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=80297ec9-529e-4cdb-928a-42ee0b83e09a,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:36.140324 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.282181 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.457796 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.547668 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.643109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=80297ec9-529e-4cdb-928a-42ee0b83e09a,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:36.659057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.748650 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:36.757847 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-08b57a42-6246-447b-8ad1-e97277ec4eba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3727901 May 03 22:55:37.015966 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-3dd27723-db7f-440a-8fa0-1ecca632f2f0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--252016802&fields=id&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 267 time: 0.0719664 May 03 22:55:37.140648 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-9b1b5e00-c17a-44ee-9019-f8a6fab36a7e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:37.142241 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-9b1b5e00-c17a-44ee-9019-f8a6fab36a7e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1254592 May 03 22:55:37.184571 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-fc3beea4-b72c-4883-9a82-f0d27bf281a3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/quotas/d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 375 time: 0.0320940 May 03 22:55:37.210297 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f5061-d9cb-4369-a739-6ad508bf918e req-498a983f-0b2b-4d2b-881c-771e04f525da tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:37.212037 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-009f5061-d9cb-4369-a739-6ad508bf918e req-498a983f-0b2b-4d2b-881c-771e04f525da tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0686553 May 03 22:55:37.266892 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-601fa632-c765-4e60-a43b-0581c56a3a60 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718527 May 03 22:55:37.297551 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-009f5061-d9cb-4369-a739-6ad508bf918e req-610529ec-eb2c-4ec5-9b8a-9dc0f32bf97e tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649674 May 03 22:55:37.493368 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-ddabfe19-683f-47cb-9232-00acd2544965 service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088947 May 03 22:55:37.590654 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-f3877383-8406-420f-b013-b11f9cbbfbbe service neutron] 10.222.0.23 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904441 May 03 22:55:37.877433 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-471ea9a2-47b4-49cc-a438-4d2e4374dcfa req-f30b8364-a5e8-4ed5-89ab-b3abfd8ab6f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0370092 May 03 22:55:38.467128 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19aa90-5734-40a9-a697-a7a420f85840 req-34b028b1-8108-40c3-8990-0052f88dcd02 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:38.472079 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f19aa90-5734-40a9-a697-a7a420f85840 req-34b028b1-8108-40c3-8990-0052f88dcd02 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0536892 May 03 22:55:38.523549 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5f19aa90-5734-40a9-a697-a7a420f85840 req-1634243b-d589-4981-a2eb-7dbfb42baaa3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490892 May 03 22:55:38.953598 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c4b9d6dc-dd6e-4891-926b-8727712f79e2 req-a7c91b0c-fd62-4a77-b565-036495bcff85 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0267746 May 03 22:55:39.185038 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-d747fb35-f66f-491b-94ab-5348f04da660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.186582 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-d747fb35-f66f-491b-94ab-5348f04da660 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1130 time: 0.0464926 May 03 22:55:39.482538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-a6c924fc-04c3-4f82-a14b-3c25644e6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.484035 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-a6c924fc-04c3-4f82-a14b-3c25644e6cbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.0889719 May 03 22:55:39.629471 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-86a79b09-160a-4130-b32f-bd131b93b363 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 1002 time: 0.0726781 May 03 22:55:39.650463 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4502179-059b-4431-9277-dc3df179409c req-3294c77c-e3fc-47f1-a871-0b4eab261087 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.651967 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e4502179-059b-4431-9277-dc3df179409c req-3294c77c-e3fc-47f1-a871-0b4eab261087 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0490572 May 03 22:55:39.693219 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-5a331553-730f-43e0-91c5-5ddf18821c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.694933 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-5a331553-730f-43e0-91c5-5ddf18821c8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0591152 May 03 22:55:39.708025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e4502179-059b-4431-9277-dc3df179409c req-0b96bc6a-9320-4302-ba0e-8b4a698c466c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479949 May 03 22:55:39.909085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-cf011cdb-1a63-48aa-9e7e-2925738e47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:39.910598 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-cf011cdb-1a63-48aa-9e7e-2925738e47a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379825 May 03 22:55:40.016234 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-d896bfe4-b66c-4e1a-a789-82e15e5f0d67 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984671 May 03 22:55:40.064095 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-de044683-ec6b-40b9-8565-9a4f390f0d5b req-d48e7611-36fc-4269-8603-7a2947edf28e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0316420 May 03 22:55:40.131233 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8dd65238-6e78-4bcd-ace7-70d3fbac2052 req-a377ec20-60da-4fd4-abde-255d53a026d8 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096923 May 03 22:55:40.239740 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-b3b0b0b2-e82e-4d87-b4e7-014ba88d17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.241222 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-b3b0b0b2-e82e-4d87-b4e7-014ba88d17eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1130 time: 0.0508955 May 03 22:55:40.268798 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-fc36f629-a017-4e5a-a2fc-bca2521903d6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.270264 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-fc36f629-a017-4e5a-a2fc-bca2521903d6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 814 time: 0.1562948 May 03 22:55:40.395528 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-4bb27443-ce1e-4e7d-b466-d174823c0cb8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0695fe13abc401a905fd0579770c1ad HTTP/1.1" status: 200 len: 379 time: 0.1112518 May 03 22:55:40.396796 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-341d2d7b-6d2d-4338-a79f-f597e35afa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.398154 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-341d2d7b-6d2d-4338-a79f-f597e35afa5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.1494770 May 03 22:55:40.417167 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'port': {'device_id': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'admin_state_up': True, 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'security_groups': ['0a307ea3-1a25-4e89-831d-920b5049cccc']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:40.527872 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-b50ef038-abac-4310-927a-75df5480b4db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 1002 time: 0.1218944 May 03 22:55:40.603660 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-874c4360-f531-44c1-ba86-ac163959467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.605095 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-874c4360-f531-44c1-ba86-ac163959467b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0701561 May 03 22:55:40.657132 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-64482833-1a4c-47bc-a8ed-be1b6c7ce8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.658548 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-64482833-1a4c-47bc-a8ed-be1b6c7ce8bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410848 May 03 22:55:40.695153 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Made reservation on behalf of d0695fe13abc401a905fd0579770c1ad for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:55:40.698329 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:40.807915 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-b476a64a-ba38-44ad-bee8-1ad99595699c service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431026 May 03 22:55:40.826969 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cc0f9-26f8-4b10-b3ec-e34435e189ef req-b2d0e265-24e8-4f6b-af04-d304ad50bfd4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:40.828654 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-392cc0f9-26f8-4b10-b3ec-e34435e189ef req-b2d0e265-24e8-4f6b-af04-d304ad50bfd4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0489867 May 03 22:55:40.885048 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-392cc0f9-26f8-4b10-b3ec-e34435e189ef req-6f22d0d8-96ee-495c-be75-088bef257d77 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504076 May 03 22:55:40.938950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Allocated IP 172.20.0.14 (db933a1a-28f8-4b03-8f40-7fcceb0a310e/74838e72-ce01-4f08-819e-b57ba922b9b7/cf8039d3-40a0-426e-9062-aea044da6096) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:55:40.951020 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42180) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:40.956733 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1ce4ebe3-a797-4caf-8f29-8b5ced4de196 req-f829d1ff-57ed-4080-9d41-c4fbbaf85ee1 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429310 May 03 22:55:41.064394 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e26b2618-16ec-4d46-932e-846d214c875b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.093412 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for port (cf8039d3-40a0-426e-9062-aea044da6096), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.170280 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f2043785-ef39-4aba-97ff-1f3c17fc080d req-0e18e653-08dd-4c5d-bcee-51b107652500 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0360949 May 03 22:55:41.183277 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e26b2618-16ec-4d46-932e-846d214c875b admin admin] Publish callbacks [] for security_group (7714d320-d1fc-4d62-913a-25c882a78dfe), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.209267 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.225978 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e26b2618-16ec-4d46-932e-846d214c875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7714d320-d1fc-4d62-913a-25c882a78dfe), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.259562 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:55:41.264461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:55:41.270820 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:55:41.271933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b2618-16ec-4d46-932e-846d214c875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7714d320-d1fc-4d62-913a-25c882a78dfe,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.278207 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event updated for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.280593 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e26b2618-16ec-4d46-932e-846d214c875b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a07b3845d35d4fb49abab73b15726797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281932 May 03 22:55:41.284623 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42188) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:41.329464 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:41.330232 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.338881 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] Publish callbacks [] for security_group (7714d320-d1fc-4d62-913a-25c882a78dfe), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.366661 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] Publish callbacks [] for security_group (7714d320-d1fc-4d62-913a-25c882a78dfe), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.419196 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-d5f6c507-6190-447d-890c-086af717f75c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125797 May 03 22:55:41.472053 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7714d320-d1fc-4d62-913a-25c882a78dfe), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.474657 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.475869 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7714d320-d1fc-4d62-913a-25c882a78dfe HTTP/1.1" status: 204 len: 168 time: 0.1898420 May 03 22:55:41.484328 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f9502-b602-45b4-92fb-b3d2a857d5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7714d320-d1fc-4d62-913a-25c882a78dfe,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:41.512487 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-4f91c684-9d5f-4851-87cc-023c00605a6c None None] Provisioning complete for port cf8039d3-40a0-426e-9062-aea044da6096 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:55:41.512985 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4f91c684-9d5f-4851-87cc-023c00605a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf8039d3-40a0-426e-9062-aea044da6096), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:41.546810 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-4f91c684-9d5f-4851-87cc-023c00605a6c None None] Port cf8039d3-40a0-426e-9062-aea044da6096 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:55:42.007888 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0648-9282-43ec-8f6e-e0c7a99db351 req-41efba0e-2e5a-4427-86d1-5212689be6dd tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:42.009437 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84fe0648-9282-43ec-8f6e-e0c7a99db351 req-41efba0e-2e5a-4427-86d1-5212689be6dd tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0490634 May 03 22:55:42.034429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42196) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:42.048078 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-71cd3e75-a946-414f-bbdc-6aa20691076a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.058431 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84fe0648-9282-43ec-8f6e-e0c7a99db351 req-c75875d7-7cd1-415b-b6b3-0a5e87d9ec33 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 May 03 22:55:42.122075 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-71cd3e75-a946-414f-bbdc-6aa20691076a admin admin] Publish callbacks [] for security_group (8863ce6c-6daa-4338-8d24-4bf2fcab7829), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.191296 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-71cd3e75-a946-414f-bbdc-6aa20691076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8863ce6c-6daa-4338-8d24-4bf2fcab7829), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.228227 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd3e75-a946-414f-bbdc-6aa20691076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863ce6c-6daa-4338-8d24-4bf2fcab7829,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:42.234596 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-71cd3e75-a946-414f-bbdc-6aa20691076a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d08c8d0bbdd6421fb67d4fe0e19e09fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970983 May 03 22:55:42.235491 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42200) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:42.290994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] Publish callbacks [] for security_group (8863ce6c-6daa-4338-8d24-4bf2fcab7829), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.296168 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e6053-b28d-4037-b42f-5c79ec3bf2fa req-8f22f8a2-b9c0-44a7-a88f-5654505f7113 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:42.296427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Request body: {'port': {'device_id': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:42.300073 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dd1e6053-b28d-4037-b42f-5c79ec3bf2fa req-8f22f8a2-b9c0-44a7-a88f-5654505f7113 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 932 time: 0.0523677 May 03 22:55:42.344066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] Publish callbacks [] for security_group (8863ce6c-6daa-4338-8d24-4bf2fcab7829), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.350064 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dd1e6053-b28d-4037-b42f-5c79ec3bf2fa req-d1bf527c-793f-40dd-8381-6664966a9219 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 May 03 22:55:42.397731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf8039d3-40a0-426e-9062-aea044da6096), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.524225 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8863ce6c-6daa-4338-8d24-4bf2fcab7829), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.526655 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.527946 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8863ce6c-6daa-4338-8d24-4bf2fcab7829 HTTP/1.1" status: 204 len: 168 time: 0.2914436 May 03 22:55:42.550130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d3f09-fd3a-4383-8a14-0e831fdb436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863ce6c-6daa-4338-8d24-4bf2fcab7829,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:42.961079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8039d3-40a0-426e-9062-aea044da6096 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:55:42.968683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks [] for port (cf8039d3-40a0-426e-9062-aea044da6096), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:42.981709 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Transition to ACTIVE for port object cf8039d3-40a0-426e-9062-aea044da6096 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:55:43.037683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:43.093211 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:43.177739 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Attempting to bind port cf8039d3-40a0-426e-9062-aea044da6096 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:55:43.178492 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Attempting to bind port cf8039d3-40a0-426e-9062-aea044da6096 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:55:43.178720 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Attempting to bind port cf8039d3-40a0-426e-9062-aea044da6096 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:55:43.184730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Port cf8039d3-40a0-426e-9062-aea044da6096 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:55:43.184730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Attempting to bind port cf8039d3-40a0-426e-9062-aea044da6096 on network db933a1a-28f8-4b03-8f40-7fcceb0a310e {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:55:43.193006 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:55:43.195409 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Checking segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:55:43.196250 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Bound using segment: {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:55:43.196714 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Bound port: cf8039d3-40a0-426e-9062-aea044da6096, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f81ad5-18d5-46a7-ac63-f607eca1c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:55:43.197091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf8039d3-40a0-426e-9062-aea044da6096), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:43.220508 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d132692-911e-48fe-9a6a-99bc3d291eba req-b5c9980f-5bfe-45da-8f62-8e518f7ae7af tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.222212 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d132692-911e-48fe-9a6a-99bc3d291eba req-b5c9980f-5bfe-45da-8f62-8e518f7ae7af tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 946 time: 0.0815692 May 03 22:55:43.281573 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5d132692-911e-48fe-9a6a-99bc3d291eba req-c12e8f6e-d94d-403c-a417-c29c43fc1d28 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526917 May 03 22:55:43.286772 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:55:43.290910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf8039d3-40a0-426e-9062-aea044da6096,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:55:43.398657 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:43.440323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.441231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:43.442870 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf8039d3-40a0-426e-9062-aea044da6096 HTTP/1.1" status: 200 len: 1094 time: 1.1532533 May 03 22:55:43.443480 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:43.446064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed248a-9288-418d-9686-5faf632133aa" -d '{"events": [{"name": "network-changed", "server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "tag": "cf8039d3-40a0-426e-9062-aea044da6096"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:43.480204 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fceb31-28b6-47ba-b902-0ff561d70020 service neutron] Pushing event updated for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:43.488120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290250e-ac2a-42d0-8bf6-3fc0c4f40231 req-4c4a2bd3-0342-4c1d-a4fc-f31dd66a634a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.494551 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2290250e-ac2a-42d0-8bf6-3fc0c4f40231 req-4c4a2bd3-0342-4c1d-a4fc-f31dd66a634a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 944 time: 0.0602925 May 03 22:55:43.537059 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:55:43.556826 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2290250e-ac2a-42d0-8bf6-3fc0c4f40231 req-4bdb102a-6fec-4bf7-ad7b-566fb6f22db9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613213 May 03 22:55:43.615203 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-00c909e8-aebd-4e44-8b28-67cac6829290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.617490 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-00c909e8-aebd-4e44-8b28-67cac6829290 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 1128 time: 0.0709305 May 03 22:55:43.620585 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa37867-17d5-4ff8-8d28-b672c1176b70 x-openstack-request-id: req-4fa37867-17d5-4ff8-8d28-b672c1176b70 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:43.620902 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "tag": "cf8039d3-40a0-426e-9062-aea044da6096", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:43.621688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fa37867-17d5-4ff8-8d28-b672c1176b70 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:43.622088 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa37867-17d5-4ff8-8d28-b672c1176b70'] response: {'name': 'network-changed', 'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096', 'status': 'completed', 'code': 200} May 03 22:55:43.668926 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-57e2452a-76df-45a5-8e5a-0f9547008722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8039d3-40a0-426e-9062-aea044da6096 HTTP/1.1" status: 200 len: 217 time: 0.0400858 May 03 22:55:43.719138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-60a750de-c8ec-4627-a15f-ba235edca666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.720677 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-60a750de-c8ec-4627-a15f-ba235edca666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0460677 May 03 22:55:43.742693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:55:43.766423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-fde1f957-68c1-430a-8acc-359d2ff7c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:43.767982 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-fde1f957-68c1-430a-8acc-359d2ff7c2cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411410 May 03 22:55:43.867065 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-c96e5041-433c-47bb-9646-3e1be00a8300 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929379 May 03 22:55:43.966311 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: ACTIVE; New status is: DOWN {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:55:43.966691 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:43.970770 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9cde53a9-6918-4bec-9fce-da19587157c6 req-901d7ae3-31e5-4f20-aadf-7e43f905b02b service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971026 May 03 22:55:43.993760 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:43.996026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80214bda-54c7-4322-a5d9-85fd5beee749" -d '{"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-unplugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:44.008395 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:44.029362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1dcb1-e9db-44b1-bf5c-59bc793d0320 x-openstack-request-id: req-11a1dcb1-e9db-44b1-bf5c-59bc793d0320 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:44.033789 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-unplugged", "status": "failed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "code": 422}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:44.033789 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11a1dcb1-e9db-44b1-bf5c-59bc793d0320 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:44.033789 dv-cinder-784815-12-iscsi neutron-server[110447]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-11a1dcb1-e9db-44b1-bf5c-59bc793d0320']: {'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'code': 422} returned with failed status May 03 22:55:44.094734 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:44.143656 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=8']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:44.672017 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8c5c-25dc-4cee-98a3-f51b697291fd req-42f73fb2-8823-4cd9-b7d8-ca049d5b1cb6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.674565 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c0ca8c5c-25dc-4cee-98a3-f51b697291fd req-42f73fb2-8823-4cd9-b7d8-ca049d5b1cb6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 944 time: 0.0468533 May 03 22:55:44.731908 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c0ca8c5c-25dc-4cee-98a3-f51b697291fd req-99ccc1a2-8dd6-46bb-82a1-b6ce50de08c9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526016 May 03 22:55:44.762644 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed248a-9288-418d-9686-5faf632133aa req-6baf7102-5ed3-4af6-9f20-1fb85433dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.764429 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-6baf7102-5ed3-4af6-9f20-1fb85433dd5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 1128 time: 0.0520906 May 03 22:55:44.854590 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed248a-9288-418d-9686-5faf632133aa req-052bcdf3-4c2f-49cc-93c6-100d3b93aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.856736 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-052bcdf3-4c2f-49cc-93c6-100d3b93aabc service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.0862577 May 03 22:55:44.900936 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-a9e56b6d-7361-46d8-9f15-37d478c9022e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8039d3-40a0-426e-9062-aea044da6096 HTTP/1.1" status: 200 len: 217 time: 0.0384037 May 03 22:55:44.949347 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed248a-9288-418d-9686-5faf632133aa req-3d6ebaeb-2a23-4113-a16a-44bb3addeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.950747 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-3d6ebaeb-2a23-4113-a16a-44bb3addeb45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0446596 May 03 22:55:44.994201 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed248a-9288-418d-9686-5faf632133aa req-754c83a2-e9e0-4e41-b62f-966b12babaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:44.994801 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-754c83a2-e9e0-4e41-b62f-966b12babaf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388646 May 03 22:55:45.056042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-b0b5b2e6-d5be-4eb1-99e3-fb0b5ec0609a req-a8fc7f51-3d65-4f29-8bcf-4ff2142d7a11 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:55:45.057121 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b0b5b2e6-d5be-4eb1-99e3-fb0b5ec0609a req-a8fc7f51-3d65-4f29-8bcf-4ff2142d7a11 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059521 May 03 22:55:45.090618 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-c1794734-e3ea-4d50-a63e-a0d950a28cec service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897808 May 03 22:55:45.179320 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-beed248a-9288-418d-9686-5faf632133aa req-d0c34fdf-f1de-4b7d-9612-61981d48885f service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 May 03 22:55:45.349942 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab19cc-4b72-4af7-80e2-4622a70e127d req-abd5a92b-d443-4c17-a625-14a9c0271f87 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:45.352402 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3ab19cc-4b72-4af7-80e2-4622a70e127d req-abd5a92b-d443-4c17-a625-14a9c0271f87 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0475605 May 03 22:55:45.412230 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b3ab19cc-4b72-4af7-80e2-4622a70e127d req-00b6a3c5-53bf-46b9-92b7-2334b44fa13d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527897 May 03 22:55:45.733692 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf8039d3-40a0-426e-9062-aea044da6096 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:55:45.841503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf8039d3-40a0-426e-9062-aea044da6096,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:45.854532 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'cf8039d3-40a0-426e-9062-aea044da6096', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'port_id': 'cf8039d3-40a0-426e-9062-aea044da6096', 'mac_address': 'fa:16:3e:e4:cc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:55:45.857789 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae245546-0bcb-49b3-8d77-ef6f84f2151c req-313b8409-6f7b-4fed-bee7-65bf363a16bb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:45.860201 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ae245546-0bcb-49b3-8d77-ef6f84f2151c req-313b8409-6f7b-4fed-bee7-65bf363a16bb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 944 time: 0.0537841 May 03 22:55:45.874694 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42334) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:45.901607 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf8039d3-40a0-426e-9062-aea044da6096 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:55:45.901998 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf8039d3-40a0-426e-9062-aea044da6096), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:45.915836 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8039d3-40a0-426e-9062-aea044da6096 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:55:45.924584 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ae245546-0bcb-49b3-8d77-ef6f84f2151c req-bb72de79-33d5-4658-9e2f-afb0212824ce tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582705 May 03 22:55:45.955767 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42338) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:45.955909 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf8039d3-40a0-426e-9062-aea044da6096,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:46.020497 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-8486cd2d-71b6-4517-8e77-77f7f718565c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440859 May 03 22:55:46.030618 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-58d36d68-c53b-47af-935b-a81dac6119cb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 22:55:46.031587 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-58d36d68-c53b-47af-935b-a81dac6119cb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059710 May 03 22:55:46.031757 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.057567 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-96f90a82-220c-403f-8b14-f70380569e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.095981 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:46.142852 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-96f90a82-220c-403f-8b14-f70380569e2b admin admin] Publish callbacks [] for security_group (17ff917f-11bb-4d66-877b-34ad302a1004), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.174437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42346) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:46.215122 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-96f90a82-220c-403f-8b14-f70380569e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (17ff917f-11bb-4d66-877b-34ad302a1004), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.227435 dv-cinder-784815-12-iscsi neutron-server[110446]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 22:55:46.259696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['cf8039d3-40a0-426e-9062-aea044da6096'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:55:46.296086 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-96f90a82-220c-403f-8b14-f70380569e2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61ae5429a4a74484a855ad566f14d6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526020 May 03 22:55:46.298641 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42350) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:46.300795 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f90a82-220c-403f-8b14-f70380569e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff917f-11bb-4d66-877b-34ad302a1004,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:46.311517 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-37317abc-1949-40da-a5b5-5faba3d68df0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:46.320124 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-37317abc-1949-40da-a5b5-5faba3d68df0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports/30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 941 time: 0.1445179 May 03 22:55:46.367402 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] Publish callbacks [] for security_group (17ff917f-11bb-4d66-877b-34ad302a1004), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.391314 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] Publish callbacks [] for security_group (17ff917f-11bb-4d66-877b-34ad302a1004), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.509534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (17ff917f-11bb-4d66-877b-34ad302a1004), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.512685 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:46.513796 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17ff917f-11bb-4d66-877b-34ad302a1004 HTTP/1.1" status: 204 len: 168 time: 0.2141707 May 03 22:55:46.529540 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c626b-4cb6-4a92-8e4e-265fd915cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff917f-11bb-4d66-877b-34ad302a1004,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:46.539461 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d656b-4720-4258-b14e-b155b62014f6 req-6fe774b0-8612-4351-a99a-08d232be8397 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:46.541270 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-079d656b-4720-4258-b14e-b155b62014f6 req-6fe774b0-8612-4351-a99a-08d232be8397 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0587010 May 03 22:55:46.598574 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-079d656b-4720-4258-b14e-b155b62014f6 req-efdc245d-c892-45f0-bbec-d8ae91afe831 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 May 03 22:55:47.043704 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c71470-e3f8-4544-bb28-8903c9490d92 req-6af42e8a-ca89-485d-a9e9-b9959e40a8e0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.045195 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2c71470-e3f8-4544-bb28-8903c9490d92 req-6af42e8a-ca89-485d-a9e9-b9959e40a8e0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 945 time: 0.0463369 May 03 22:55:47.097591 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42368) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:47.106104 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2c71470-e3f8-4544-bb28-8903c9490d92 req-d59e413a-daa7-4507-96bd-7b159f110eff tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552270 May 03 22:55:47.113741 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ad9a24e8-2b09-4ac7-a20e-2d7e0795c353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.190013 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ad9a24e8-2b09-4ac7-a20e-2d7e0795c353 admin admin] Publish callbacks [] for security_group (96583196-6d7e-4432-b5fa-ea3a74ab50a9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.283369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ad9a24e8-2b09-4ac7-a20e-2d7e0795c353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (96583196-6d7e-4432-b5fa-ea3a74ab50a9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.328024 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ad9a24e8-2b09-4ac7-a20e-2d7e0795c353 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1da168f907d9418aad23c1fcfddfd92b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292829 May 03 22:55:47.330165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a24e8-2b09-4ac7-a20e-2d7e0795c353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96583196-6d7e-4432-b5fa-ea3a74ab50a9,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:47.330591 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42370) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:47.380895 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] Publish callbacks [] for security_group (96583196-6d7e-4432-b5fa-ea3a74ab50a9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.403051 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] Publish callbacks [] for security_group (96583196-6d7e-4432-b5fa-ea3a74ab50a9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.528646 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (96583196-6d7e-4432-b5fa-ea3a74ab50a9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.531359 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.532645 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96583196-6d7e-4432-b5fa-ea3a74ab50a9 HTTP/1.1" status: 204 len: 168 time: 0.2010653 May 03 22:55:47.541113 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772b602-c7b2-4baf-9213-b5ed82f07a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96583196-6d7e-4432-b5fa-ea3a74ab50a9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:47.712633 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-ecf59b5b-a231-4bbc-8876-e862ba700c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.714249 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-ecf59b5b-a231-4bbc-8876-e862ba700c7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af&tenant_id=76dfa0aca06245aea5d79f4a92e36e17 HTTP/1.1" status: 200 len: 1128 time: 0.0460684 May 03 22:55:47.730306 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82849e3-98b4-48f0-b127-e7b212af277c req-f47b2250-8e54-4148-9b49-21f427c994aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.732375 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b82849e3-98b4-48f0-b127-e7b212af277c req-f47b2250-8e54-4148-9b49-21f427c994aa tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0503831 May 03 22:55:47.751026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf8039d3-40a0-426e-9062-aea044da6096 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:55:47.774156 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-3ef36e26-24f5-45f0-9f30-2faab7a7bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.775696 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-3ef36e26-24f5-45f0-9f30-2faab7a7bd4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1128 time: 0.0395586 May 03 22:55:47.792317 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b82849e3-98b4-48f0-b127-e7b212af277c req-d888e85a-b097-4bbc-aded-f97878b9c218 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516837 May 03 22:55:47.857696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port cf8039d3-40a0-426e-9062-aea044da6096 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:55:47.881534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-073dad4b-4902-4a23-b93a-6fa77736cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:47.883023 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-073dad4b-4902-4a23-b93a-6fa77736cae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 200 len: 917 time: 0.1010880 May 03 22:55:47.913101 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port cf8039d3-40a0-426e-9062-aea044da6096 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:55:47.913575 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (cf8039d3-40a0-426e-9062-aea044da6096), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:47.956818 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-526b244d-a8eb-4a54-9b96-0a0164fe1e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 200 len: 1000 time: 0.0656841 May 03 22:55:48.013155 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-3fd3b71a-9a82-42d4-97e2-9884d4baec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.014627 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-3fd3b71a-9a82-42d4-97e2-9884d4baec37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 200 len: 855 time: 0.0514352 May 03 22:55:48.057542 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port cf8039d3-40a0-426e-9062-aea044da6096 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:55:48.058020 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (cf8039d3-40a0-426e-9062-aea044da6096), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:48.084594 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-374fe870-6df6-4279-a088-eb1ea0c019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.086846 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-374fe870-6df6-4279-a088-eb1ea0c019c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=764b080d-4e33-4799-8787-77a78fceb305&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0650418 May 03 22:55:48.090461 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:55:48.092891 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8f0d8c-0d3f-484c-be82-8ea7c4d129ea" -d '{"events": [{"server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "name": "network-vif-plugged", "status": "completed", "tag": "cf8039d3-40a0-426e-9062-aea044da6096"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:55:48.115057 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf8039d3-40a0-426e-9062-aea044da6096,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:55:48.131953 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bb292e-1621-4fb3-9ad4-165a1ba8c6e5 x-openstack-request-id: req-88bb292e-1621-4fb3-9ad4-165a1ba8c6e5 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:55:48.132121 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "name": "network-vif-plugged", "status": "completed", "tag": "cf8039d3-40a0-426e-9062-aea044da6096", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:55:48.132237 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88bb292e-1621-4fb3-9ad4-165a1ba8c6e5 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:55:48.132628 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bb292e-1621-4fb3-9ad4-165a1ba8c6e5'] response: {'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096', 'code': 200} May 03 22:55:48.199401 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-ff5eb61d-8d18-4a7e-974b-e6d2b8db0c92 service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053588 May 03 22:55:48.215503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:48.241253 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0f2de-7974-4d5f-8d79-6285030f1984 req-1bdc307c-8faa-42b9-8244-fcd5e92c97da tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.242836 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8b0f2de-7974-4d5f-8d79-6285030f1984 req-1bdc307c-8faa-42b9-8244-fcd5e92c97da tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 945 time: 0.0624962 May 03 22:55:48.284403 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:55:48.305342 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e8b0f2de-7974-4d5f-8d79-6285030f1984 req-b1d35805-98f2-4ee2-8ea2-fc389c35791f tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497098 May 03 22:55:48.329185 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-3f3533df-f7c5-47ce-a493-2d3bf0a6a0fe service neutron] 10.222.0.36 "GET /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193254 May 03 22:55:48.714248 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068595-f47d-4811-a18a-9e1f986e540c req-3a2e75e8-43b4-4f5f-96b2-f1f2023b1d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.716897 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5068595-f47d-4811-a18a-9e1f986e540c req-3a2e75e8-43b4-4f5f-96b2-f1f2023b1d62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 1130 time: 0.0480411 May 03 22:55:48.786208 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b5068595-f47d-4811-a18a-9e1f986e540c req-254cf90f-c422-420b-a0e2-085a5aca3f97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417647 May 03 22:55:48.914646 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875cb3f-0d19-4a31-ad66-63298cbee82f req-ac2722a9-0125-45e9-9587-574894b6a1cf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:48.916486 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6875cb3f-0d19-4a31-ad66-63298cbee82f req-ac2722a9-0125-45e9-9587-574894b6a1cf tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0462461 May 03 22:55:48.962438 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6875cb3f-0d19-4a31-ad66-63298cbee82f req-46524996-dabe-4fd1-a12f-5e8bfbb9cd18 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 May 03 22:55:49.434520 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb9da-ec49-415e-92db-670d5304333d req-e60d6ebd-35c4-43f8-8eb6-1385aff7ccd5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:49.440127 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a9fdb9da-ec49-415e-92db-670d5304333d req-e60d6ebd-35c4-43f8-8eb6-1385aff7ccd5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0548327 May 03 22:55:49.500364 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a9fdb9da-ec49-415e-92db-670d5304333d req-47c750f3-1474-4102-816e-0af690b9e19b tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588613 May 03 22:55:50.099293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b00319-c8c5-4ada-87a1-f28ff3b2b733 req-bfaa5cdf-6fe7-4f33-9131-ada88d61f050 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.101834 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6b00319-c8c5-4ada-87a1-f28ff3b2b733 req-bfaa5cdf-6fe7-4f33-9131-ada88d61f050 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0506425 May 03 22:55:50.157343 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6b00319-c8c5-4ada-87a1-f28ff3b2b733 req-2bf982cb-ce92-48d3-94e8-32fd4d0681f7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493979 May 03 22:55:50.622536 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a34a07-b5ce-4107-b38b-a247145a702c req-3e318103-c44b-4675-97f5-4bfbae6afe56 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:50.624179 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61a34a07-b5ce-4107-b38b-a247145a702c req-3e318103-c44b-4675-97f5-4bfbae6afe56 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0489573 May 03 22:55:50.678647 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-61a34a07-b5ce-4107-b38b-a247145a702c req-10bbac01-77a3-4292-86e6-1d4665719d29 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481236 May 03 22:55:51.288135 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc5042-0c9a-4fb2-8364-e04ea174e831 req-db55c2af-8117-4e8f-a62a-d33076171aba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:51.288135 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1ebc5042-0c9a-4fb2-8364-e04ea174e831 req-db55c2af-8117-4e8f-a62a-d33076171aba tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0476954 May 03 22:55:51.345644 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1ebc5042-0c9a-4fb2-8364-e04ea174e831 req-911540e4-ef41-4d7d-967c-ba5ac841c5f8 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516596 May 03 22:55:51.802301 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c1e5d-5617-48fd-bf8e-d7f022f13c9a req-16e5b01a-9755-468f-9045-04128c95030c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:51.803971 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-964c1e5d-5617-48fd-bf8e-d7f022f13c9a req-16e5b01a-9755-468f-9045-04128c95030c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0510032 May 03 22:55:51.855885 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-964c1e5d-5617-48fd-bf8e-d7f022f13c9a req-fed1217e-d90c-48f0-9ca7-0da000e3bb74 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 May 03 22:55:52.484641 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38120ff8-5488-4ed1-9912-8b0c40e781ba req-22eafab8-a603-447f-8cc5-32c98345efd7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:52.486152 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-38120ff8-5488-4ed1-9912-8b0c40e781ba req-22eafab8-a603-447f-8cc5-32c98345efd7 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0503435 May 03 22:55:52.534449 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-38120ff8-5488-4ed1-9912-8b0c40e781ba req-9bef2daf-067a-47ed-8be7-3db6dbd3091f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 May 03 22:55:52.984474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cea158-8259-4279-8827-7288ed4d8884 req-70a23fb9-ff16-4270-8b85-76d9e56da7cb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:52.991399 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-55cea158-8259-4279-8827-7288ed4d8884 req-70a23fb9-ff16-4270-8b85-76d9e56da7cb tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0566297 May 03 22:55:53.035805 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-55cea158-8259-4279-8827-7288ed4d8884 req-01c24ab8-bb12-4f43-9fad-18918a88057e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 May 03 22:55:53.151631 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0a6052f3-01fb-4fc9-a14d-1ca7414549cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:53.662628 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6702b-c3b8-47ec-a783-c7ad1384da2a req-4eb03479-1014-4256-a37b-1c667c0cb4e3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:53.664192 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-86c6702b-c3b8-47ec-a783-c7ad1384da2a req-4eb03479-1014-4256-a37b-1c667c0cb4e3 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0547054 May 03 22:55:53.718280 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-86c6702b-c3b8-47ec-a783-c7ad1384da2a req-aaa7c45a-49f5-4566-a028-2f162f580b51 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474956 May 03 22:55:54.152437 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d5d92-a8a9-4330-9950-7f83be3117dd req-53cbf0cf-957b-48b9-85e1-20941ed8d037 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:54.154130 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d78d5d92-a8a9-4330-9950-7f83be3117dd req-53cbf0cf-957b-48b9-85e1-20941ed8d037 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0480392 May 03 22:55:54.207072 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d78d5d92-a8a9-4330-9950-7f83be3117dd req-8f32dce8-57ec-42ba-875c-2724c1987ec8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470438 May 03 22:55:54.876511 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0186e-aeae-46f6-b9d2-c907dbe14219 req-faea0051-1766-40ea-87da-9c298a81b18b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:54.878263 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dbf0186e-aeae-46f6-b9d2-c907dbe14219 req-faea0051-1766-40ea-87da-9c298a81b18b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0626411 May 03 22:55:54.959977 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dbf0186e-aeae-46f6-b9d2-c907dbe14219 req-68604e8d-f675-4555-9c33-7ca62325fa4f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731077 May 03 22:55:55.385356 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474648-2a2a-417a-8b9c-1307b16471d0 req-6863e21f-f0ae-4974-87b2-89f96ca963f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:55.399120 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4f474648-2a2a-417a-8b9c-1307b16471d0 req-6863e21f-f0ae-4974-87b2-89f96ca963f4 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0991023 May 03 22:55:55.449505 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f77f186d-2fa5-4345-95b9-9e304ea2bb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:55.467775 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4f474648-2a2a-417a-8b9c-1307b16471d0 req-0fdb5a21-1459-4aea-acb1-becc8c9e838c tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664899 May 03 22:55:56.088499 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d5abc-3003-4aef-9be5-c98384199d34 req-89a17e82-e042-4b21-a6e2-4916e861fd9f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:56.090079 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-298d5abc-3003-4aef-9be5-c98384199d34 req-89a17e82-e042-4b21-a6e2-4916e861fd9f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0502310 May 03 22:55:56.144794 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-298d5abc-3003-4aef-9be5-c98384199d34 req-59afd316-de39-4673-bead-75f75499f535 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488434 May 03 22:55:56.596804 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989c544-fe79-4d5c-8596-5d87dfb3de2b req-75c30069-f46d-47dd-b367-7125ef3d2dc5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:56.598353 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8989c544-fe79-4d5c-8596-5d87dfb3de2b req-75c30069-f46d-47dd-b367-7125ef3d2dc5 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0530610 May 03 22:55:56.666301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:56.668412 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8989c544-fe79-4d5c-8596-5d87dfb3de2b req-c69629e6-a06f-4992-b35a-4433bea51ef9 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635984 May 03 22:55:57.267289 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb238a-ddf9-4596-be27-6c243ca81899 req-27871ad2-a512-4186-a779-5e91c55d6720 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:57.268787 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f1bb238a-ddf9-4596-be27-6c243ca81899 req-27871ad2-a512-4186-a779-5e91c55d6720 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0468757 May 03 22:55:57.318678 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f1bb238a-ddf9-4596-be27-6c243ca81899 req-0eeecd9a-f69b-4249-83a3-99e50e253906 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439947 May 03 22:55:57.918112 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:57.975122 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb25fda-b394-4329-8af2-3f99bb21071e req-9ae00bd8-f85f-4450-a262-42de74fb7963 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:57.976626 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cb25fda-b394-4329-8af2-3f99bb21071e req-9ae00bd8-f85f-4450-a262-42de74fb7963 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0465789 May 03 22:55:58.027936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cb25fda-b394-4329-8af2-3f99bb21071e req-bc910607-9503-4926-86b9-03050ee7f821 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448310 May 03 22:55:58.445526 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7877c7-0b1e-4186-aae4-1e185e71b32d req-95e83405-87d7-482c-966a-0d496565d144 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:58.447153 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4e7877c7-0b1e-4186-aae4-1e185e71b32d req-95e83405-87d7-482c-966a-0d496565d144 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0501320 May 03 22:55:58.495726 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4e7877c7-0b1e-4186-aae4-1e185e71b32d req-33f7b9c0-e673-40cf-a82b-b7cebf2ad762 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 May 03 22:55:59.140039 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f7be2-683d-4128-b8de-b83f8c5e9372 req-83a4d79f-c7fe-4593-8e04-6bb0d7cb2c02 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:59.141493 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e6f7be2-683d-4128-b8de-b83f8c5e9372 req-83a4d79f-c7fe-4593-8e04-6bb0d7cb2c02 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0455081 May 03 22:55:59.187074 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9e6f7be2-683d-4128-b8de-b83f8c5e9372 req-a46e9b1e-4ae4-49b1-863c-0e5f5e329ed8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 May 03 22:55:59.297533 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf7e0f-a338-4400-bea1-277392a9faa7 req-a9d17c91-a321-41d3-8e9b-b378d951bf49 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:59.297533 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-55bf7e0f-a338-4400-bea1-277392a9faa7 req-a9d17c91-a321-41d3-8e9b-b378d951bf49 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0480492 May 03 22:55:59.304715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42608) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:55:59.309724 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Request body: {'floatingip': {'port_id': 'cf8039d3-40a0-426e-9062-aea044da6096'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:55:59.340377 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:59.348474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:59.681499 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3a1f-8aca-4f33-8ea9-8ad70729cd97 req-0b46b3ac-2173-4e04-8bd0-5cbc15fa4636 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:55:59.682958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-945d3a1f-8aca-4f33-8ea9-8ad70729cd97 req-0b46b3ac-2173-4e04-8bd0-5cbc15fa4636 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0870535 May 03 22:55:59.780843 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-945d3a1f-8aca-4f33-8ea9-8ad70729cd97 req-8ecb24d8-c8e0-4ee2-89aa-2c6772296673 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907490 May 03 22:55:59.868625 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:55:59.928568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:00.032846 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP 181213af-86ad-460b-8425-5f733c3b7953 associated. External IP: 172.27.0.150, port: cf8039d3-40a0-426e-9062-aea044da6096. May 03 22:56:00.491665 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:00.603655 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:00.608719 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:00.617724 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:00.631485 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:00.635821 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:00.640022 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a80b7d84-30ba-4441-b701-7d8c4dc6ad91 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "PUT /v2.0/floatingips/181213af-86ad-460b-8425-5f733c3b7953 HTTP/1.1" status: 200 len: 992 time: 1.3342223 May 03 22:56:00.640787 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:00.643282 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bd8d4-707f-4605-836b-d7a1d44dd6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "tag": "cf8039d3-40a0-426e-9062-aea044da6096"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:00.759150 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be593424-c234-46b1-afaa-4d5c42e8addc x-openstack-request-id: req-be593424-c234-46b1-afaa-4d5c42e8addc {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:00.759305 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:00.759478 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "tag": "cf8039d3-40a0-426e-9062-aea044da6096", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:00.759727 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be593424-c234-46b1-afaa-4d5c42e8addc {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:00.760147 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be593424-c234-46b1-afaa-4d5c42e8addc'] response: {'name': 'network-changed', 'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096', 'status': 'completed', 'code': 200} May 03 22:56:00.837414 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-4dde62db-e446-424b-811c-b5bb6a47e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.839063 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-4dde62db-e446-424b-811c-b5bb6a47e14f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0695fe13abc401a905fd0579770c1ad&device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 1130 time: 0.0569112 May 03 22:56:00.945897 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda9b04-aadd-4d7e-a7eb-88b01c263891 req-b09f2236-8211-44b3-b757-fc84e922ec3d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.951747 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-f25c0166-0569-47ea-96d4-85e9a7665821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:00.953534 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9fda9b04-aadd-4d7e-a7eb-88b01c263891 req-b09f2236-8211-44b3-b757-fc84e922ec3d tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 944 time: 0.0701389 May 03 22:56:00.953860 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-f25c0166-0569-47ea-96d4-85e9a7665821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 200 len: 915 time: 0.1073895 May 03 22:56:01.001729 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '181213af-86ad-460b-8425-5f733c3b7953', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': 'cf8039d3-40a0-426e-9062-aea044da6096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:e4:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:36Z', 'updated_at': '2022-05-03T22:55:59Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:01.016679 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9fda9b04-aadd-4d7e-a7eb-88b01c263891 req-5f66695d-328c-4bac-9c16-24d9ec153dc4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622211 May 03 22:56:01.032982 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-e7e4fc08-e4f8-435a-9f58-99d4a3aa9cab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf8039d3-40a0-426e-9062-aea044da6096 HTTP/1.1" status: 200 len: 1000 time: 0.0669508 May 03 22:56:01.033129 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:01.038226 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:01.038828 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:01.080691 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-2d5d666d-d5c8-4393-a7d6-9a55dc606c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.082202 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-2d5d666d-d5c8-4393-a7d6-9a55dc606c91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 200 len: 853 time: 0.0453963 May 03 22:56:01.125175 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-2c5a99e1-6fe7-4010-8517-f4d976d26d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.126685 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-2c5a99e1-6fe7-4010-8517-f4d976d26d24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=db933a1a-28f8-4b03-8f40-7fcceb0a310e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386555 May 03 22:56:01.151380 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:01.222076 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-48020442-8dff-470b-acb2-8c683f77ee5e service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889874 May 03 22:56:01.327341 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-427bd8d4-707f-4605-836b-d7a1d44dd6d0 req-3642c6c1-185b-471a-890f-474c49a1ba09 service neutron] 10.222.0.36 "GET /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980575 May 03 22:56:01.427474 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b68fb-dd02-4091-962c-ea28b27ac241 req-a5001026-628c-4a6b-8611-8728affd5c9f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:01.429111 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-003b68fb-dd02-4091-962c-ea28b27ac241 req-a5001026-628c-4a6b-8611-8728affd5c9f tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0512643 May 03 22:56:01.474548 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '181213af-86ad-460b-8425-5f733c3b7953', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': 'cf8039d3-40a0-426e-9062-aea044da6096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:e4:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:36Z', 'updated_at': '2022-05-03T22:55:59Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:01.480802 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-003b68fb-dd02-4091-962c-ea28b27ac241 req-e98d12de-e13d-4194-87a5-6c6bc2061a95 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446784 May 03 22:56:01.502406 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd4875c-5d06-4211-a4d7-87c75c07c8e8 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '181213af-86ad-460b-8425-5f733c3b7953', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'port_id': 'cf8039d3-40a0-426e-9062-aea044da6096', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'mac_address': 'fa:16:3e:e4:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:55:36Z', 'updated_at': '2022-05-03T22:55:59Z', 'revision_number': 1, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:01.710455 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e562d9a3-d50d-4d26-8ae9-8a8d0f874647 None None] New status for floating IP 181213af-86ad-460b-8425-5f733c3b7953: ACTIVE {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:01.824108 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:56:01.954328 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:01.966018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'port_id': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'mac_address': 'fa:16:3e:61:50:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:56:02.004447 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:56:02.005202 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:02.017651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:56:02.038195 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:02.088885 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:02.138063 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136ac3a-5856-4070-9937-68f2a945013b req-fcbe2f1d-3db5-4914-9787-12e258032c2a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:02.139588 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2136ac3a-5856-4070-9937-68f2a945013b req-fcbe2f1d-3db5-4914-9787-12e258032c2a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 945 time: 0.0470812 May 03 22:56:02.141745 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=9']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:02.186626 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2136ac3a-5856-4070-9937-68f2a945013b req-80f84ea3-4f8f-47db-8196-fc442a09c027 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 May 03 22:56:02.320772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['30af8c38-d79f-4a6a-9758-219ad76a2308'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:56:02.592539 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701cb8c-e976-4924-846a-63048671926c req-4cba5654-2048-4b81-89d4-4d37b19714c8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:02.594165 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a701cb8c-e976-4924-846a-63048671926c req-4cba5654-2048-4b81-89d4-4d37b19714c8 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0458043 May 03 22:56:02.645865 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a701cb8c-e976-4924-846a-63048671926c req-1ab3b846-d1f8-4738-ad58-c98d0a139bd5 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451715 May 03 22:56:03.162143 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-f580dd6e-a169-47f5-bd0d-bcebd3d0dfb9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:03.163668 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-f580dd6e-a169-47f5-bd0d-bcebd3d0dfb9 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0538104 May 03 22:56:03.263078 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Deleting port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:03.263425 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.315476 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab3362-2f5d-483f-8c89-74546d5b6db9 req-4d9d3266-b4d6-4b4a-b58b-e8a23c2ab428 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:03.317002 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-60ab3362-2f5d-483f-8c89-74546d5b6db9 req-4d9d3266-b4d6-4b4a-b58b-e8a23c2ab428 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 945 time: 0.0521324 May 03 22:56:03.366456 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-60ab3362-2f5d-483f-8c89-74546d5b6db9 req-67990469-c4e1-4776-a2b8-b710576f5c11 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 May 03 22:56:03.366755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] For port 90ddc850-7f6e-4c7f-ae6f-2040a8850471, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=90ddc850-7f6e-4c7f-ae6f-2040a8850471,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:03.367125 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.539072 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.539349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.539708 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Floating IP de05222b-6bc4-4f96-bdfb-94827ded37a0 disassociated. External IP: 172.27.0.214, port: 90ddc850-7f6e-4c7f-ae6f-2040a8850471. May 03 22:56:03.540060 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Calling delete_port for 90ddc850-7f6e-4c7f-ae6f-2040a8850471 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:03.740320 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (90ddc850-7f6e-4c7f-ae6f-2040a8850471), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.760642 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaca3e4-f7ef-45f5-963a-b2901fbcb167 req-af296e07-d183-44c6-87fa-82d923496f12 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:03.762804 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ebaca3e4-f7ef-45f5-963a-b2901fbcb167 req-af296e07-d183-44c6-87fa-82d923496f12 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 945 time: 0.0482142 May 03 22:56:03.785994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'Port': ['ID=90ddc850-7f6e-4c7f-ae6f-2040a8850471,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:03.796824 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.797178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.797515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.797851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.798183 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.798511 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.798856 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.799184 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.799509 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.799854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.800177 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.800499 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.800819 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.801133 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.801501 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:03.820937 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ebaca3e4-f7ef-45f5-963a-b2901fbcb167 req-d9c46154-babf-409f-b15f-5ba3ed90c064 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups?id=4ed87e8e-eead-41fc-b17c-78e09b40b650&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497007 May 03 22:56:03.844870 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:56:03.890090 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 30af8c38-d79f-4a6a-9758-219ad76a2308 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:56:03.890544 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.913428 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:03.972362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 30af8c38-d79f-4a6a-9758-219ad76a2308 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:56:03.972362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:03.991405 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:03.993631 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea453cd-5dda-489e-a2db-90fa3ad98220" -d '{"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:04.006336 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:04.029658 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:04.031940 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd1a16-e618-4926-bd8f-8ea66ddaa247 x-openstack-request-id: req-f8fd1a16-e618-4926-bd8f-8ea66ddaa247 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:04.032447 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-plugged", "status": "completed", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:04.033410 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8fd1a16-e618-4926-bd8f-8ea66ddaa247 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:04.034107 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fd1a16-e618-4926-bd8f-8ea66ddaa247'] response: {'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'code': 200} May 03 22:56:04.041442 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:04.061433 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:04.061958 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:04.072892 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] No DVR routers for this DVR port 90ddc850-7f6e-4c7f-ae6f-2040a8850471 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:04.075983 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:04.077765 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:04.079318 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fe0569d7-b130-4deb-bb63-e31781a1503d req-29ae0d5a-f231-42ea-b6ed-c7883c52a5b2 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.36 "DELETE /v2.0/ports/90ddc850-7f6e-4c7f-ae6f-2040a8850471 HTTP/1.1" status: 204 len: 173 time: 0.9094973 May 03 22:56:04.079802 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'name': 'network-vif-deleted', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:04.082034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4945bd-27cb-499f-a761-66a47ac33393" -d '{"events": [{"server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "name": "network-vif-deleted", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:04.123545 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e1f2c1-0382-41ae-a76d-5ff3bfe59fd8 x-openstack-request-id: req-90e1f2c1-0382-41ae-a76d-5ff3bfe59fd8 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:04.123885 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3", "name": "network-vif-deleted", "tag": "90ddc850-7f6e-4c7f-ae6f-2040a8850471", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:04.124131 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90e1f2c1-0382-41ae-a76d-5ff3bfe59fd8 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:04.124532 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e1f2c1-0382-41ae-a76d-5ff3bfe59fd8'] response: {'server_uuid': '3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3', 'name': 'network-vif-deleted', 'tag': '90ddc850-7f6e-4c7f-ae6f-2040a8850471', 'status': 'completed', 'code': 200} May 03 22:56:04.140488 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=10']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:04.204722 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:04.404976 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:04.435052 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:04.445386 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:04.445993 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:04.447620 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2f5d-1521-45b0-9bbb-a3612e0998e0 req-bd53bffc-645f-4e65-9ceb-0e5f8fb49c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:04.450923 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-09ae2f5d-1521-45b0-9bbb-a3612e0998e0 req-bd53bffc-645f-4e65-9ceb-0e5f8fb49c5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 1131 time: 0.0584764 May 03 22:56:04.497200 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d65cd-5e86-4530-9388-7cfd55853ef4 req-9c15dcf6-7e48-4dd7-a8d3-a29562a432ac tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:04.499417 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-224d65cd-5e86-4530-9388-7cfd55853ef4 req-9c15dcf6-7e48-4dd7-a8d3-a29562a432ac tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0506155 May 03 22:56:04.503235 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-09ae2f5d-1521-45b0-9bbb-a3612e0998e0 req-206c12a3-2c37-4eac-b498-2ab54a3f726d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 May 03 22:56:04.546715 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-224d65cd-5e86-4530-9388-7cfd55853ef4 req-241a9460-b7d5-429a-a063-4bf3e06bb2d5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 May 03 22:56:04.561630 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:04.778337 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:04.808408 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b29e25-b342-4408-921e-d166d1ed2045 None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '5067cda0-8097-4a7a-986a-ce3b84cf21e8', 'name': '', 'network_id': 'b6c91e37-04f6-419d-8f83-127027e2771f', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'mac_address': 'fa:16:3e:4b:a6:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0715d204-e3cb-4d60-888a-788b0e896243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:41Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'subnets': [{'id': '0715d204-e3cb-4d60-888a-788b0e896243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:04.941856 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-90256783-de67-482e-a7a2-f9ff955f07b4 req-c63ad3c5-9ef6-424f-a198-2453a87e9a2c tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0cf0ab-9baf-4207-b3ce-41d6fc989ac3 HTTP/1.1" status: 200 len: 210 time: 0.0323732 May 03 22:56:05.074301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ce625-b0d6-436c-9749-4850f4d3d613 None None] New status for floating IP de05222b-6bc4-4f96-bdfb-94827ded37a0: DOWN {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:05.380519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:05.662072 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353dae9-dfec-4ca9-9c4d-0179dba6d1fa req-815ffb4d-aa11-4dcc-8413-d75a7f7b997b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:05.663515 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1353dae9-dfec-4ca9-9c4d-0179dba6d1fa req-815ffb4d-aa11-4dcc-8413-d75a7f7b997b tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0459242 May 03 22:56:05.709362 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1353dae9-dfec-4ca9-9c4d-0179dba6d1fa req-8501092f-709e-4c68-902d-f19230d251ef tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 May 03 22:56:06.094622 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42708) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:06.148099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (4ed87e8e-eead-41fc-b17c-78e09b40b650), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.173931 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (4ed87e8e-eead-41fc-b17c-78e09b40b650), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.260138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4ed87e8e-eead-41fc-b17c-78e09b40b650), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.263805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.265244 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ed87e8e-eead-41fc-b17c-78e09b40b650 HTTP/1.1" status: 204 len: 168 time: 0.1693578 May 03 22:56:06.267873 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42722) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:06.274897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1c257-5ea7-4aba-a9a6-f278cc726a30 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed87e8e-eead-41fc-b17c-78e09b40b650,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:06.308978 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.api.v2.resource [None req-8e1fb52a-858e-4dba-807f-ec26b59c5cfe tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] show failed (client error): The resource could not be found. May 03 22:56:06.310024 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8e1fb52a-858e-4dba-807f-ec26b59c5cfe tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "GET /v2.0/security-groups/4ed87e8e-eead-41fc-b17c-78e09b40b650 HTTP/1.1" status: 404 len: 347 time: 0.0408506 May 03 22:56:06.313010 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42730) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:06.445392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Deleting port 27e801d2-768f-464d-add2-950f92774b74 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:06.445392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (27e801d2-768f-464d-add2-950f92774b74), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.520224 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (27e801d2-768f-464d-add2-950f92774b74), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.520547 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (27e801d2-768f-464d-add2-950f92774b74), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.533182 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Calling delete_port for 27e801d2-768f-464d-add2-950f92774b74 owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:06.706475 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (27e801d2-768f-464d-add2-950f92774b74), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.732442 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Pushing event deleted for resources: {'Port': ['ID=27e801d2-768f-464d-add2-950f92774b74,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:06.823726 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks [] for floatingip (de05222b-6bc4-4f96-bdfb-94827ded37a0), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.826229 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:06.827384 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-90428847-97b6-42c4-8469-67556aff2ac0 tempest-AttachVolumeTestJSON-346437924 tempest-AttachVolumeTestJSON-346437924-project] 10.222.0.23 "DELETE /v2.0/floatingips/de05222b-6bc4-4f96-bdfb-94827ded37a0 HTTP/1.1" status: 204 len: 168 time: 0.5131238 May 03 22:56:06.843501 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb075fd9-391f-47cc-bb45-ede2d4741d7c req-56614601-133c-47e0-8b3f-f79acb950ad9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:06.846057 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fb075fd9-391f-47cc-bb45-ede2d4741d7c req-56614601-133c-47e0-8b3f-f79acb950ad9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0607224 May 03 22:56:06.902693 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fb075fd9-391f-47cc-bb45-ede2d4741d7c req-676b38ed-9836-4add-8b01-136a1eccb903 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499415 May 03 22:56:07.881089 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 90ddc850-7f6e-4c7f-ae6f-2040a8850471 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:07.901401 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 90ddc850-7f6e-4c7f-ae6f-2040a8850471 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:07.901744 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 90ddc850-7f6e-4c7f-ae6f-2040a8850471 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:08.021208 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd6cb8-8760-4e50-a8f7-a20ad88b82e1 req-909eb58c-a7f9-41f4-88fb-c65fede7645f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:08.022757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f9bd6cb8-8760-4e50-a8f7-a20ad88b82e1 req-909eb58c-a7f9-41f4-88fb-c65fede7645f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0467541 May 03 22:56:08.076499 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f9bd6cb8-8760-4e50-a8f7-a20ad88b82e1 req-979aeb34-7554-42b0-a428-706739d6843a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474334 May 03 22:56:09.662398 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42822) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:09.767710 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4acdc605-1342-4732-a80e-42d1064bd8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:09.843923 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4acdc605-1342-4732-a80e-42d1064bd8d6 admin admin] Publish callbacks [] for security_group (4902c9cb-ef7f-4c7d-a345-4e9851a3d507), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:09.882972 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-4acdc605-1342-4732-a80e-42d1064bd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4902c9cb-ef7f-4c7d-a345-4e9851a3d507), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:09.922337 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-4acdc605-1342-4732-a80e-42d1064bd8d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65be5504723a44f79d4eddea6933ed20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588837 May 03 22:56:09.923184 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdc605-1342-4732-a80e-42d1064bd8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902c9cb-ef7f-4c7d-a345-4e9851a3d507,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:09.925193 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42826) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:09.973669 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] Publish callbacks [] for security_group (4902c9cb-ef7f-4c7d-a345-4e9851a3d507), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:09.998100 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] Publish callbacks [] for security_group (4902c9cb-ef7f-4c7d-a345-4e9851a3d507), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.094038 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (4902c9cb-ef7f-4c7d-a345-4e9851a3d507), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.096597 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.097733 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4902c9cb-ef7f-4c7d-a345-4e9851a3d507 HTTP/1.1" status: 204 len: 168 time: 0.1715322 May 03 22:56:10.106043 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc749f-0661-42e1-a5b0-4ce8eb17ee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902c9cb-ef7f-4c7d-a345-4e9851a3d507,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:10.580970 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42832) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:10.594289 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e9934ce0-20ed-4fcd-967d-7f22fd93144c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.667918 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e9934ce0-20ed-4fcd-967d-7f22fd93144c admin admin] Publish callbacks [] for security_group (7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.716072 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42840) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:10.723489 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e9934ce0-20ed-4fcd-967d-7f22fd93144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.764694 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e9934ce0-20ed-4fcd-967d-7f22fd93144c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e7e369d55004af0926a8967b9c234f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797519 May 03 22:56:10.764694 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9934ce0-20ed-4fcd-967d-7f22fd93144c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:10.766623 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42844) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:10.818108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] Publish callbacks [] for security_group (7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.837182 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] Publish callbacks [] for security_group (7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.946097 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.948733 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:10.949898 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9 HTTP/1.1" status: 204 len: 168 time: 0.1837780 May 03 22:56:10.958811 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52f277-0bb7-4429-8241-5e44f34ca893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6dc872-4084-4f5c-aa8e-aebe9fbb58b9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:11.314733 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:11.802080 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Deleting port 5067cda0-8097-4a7a-986a-ce3b84cf21e8 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:11.802424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:11.880505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] For port 5067cda0-8097-4a7a-986a-ce3b84cf21e8, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=5067cda0-8097-4a7a-986a-ce3b84cf21e8,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:11.880801 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:11.893989 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Calling delete_port for 5067cda0-8097-4a7a-986a-ce3b84cf21e8 owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:12.129215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (5067cda0-8097-4a7a-986a-ce3b84cf21e8), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.159137 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5067cda0-8097-4a7a-986a-ce3b84cf21e8,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:12.326756 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.501630 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42878) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:12.561395 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Router f99571c6-c08b-4f8c-82f9-941837dc3bdd has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:12.605030 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5814db05-8ca1-446a-8c22-bb9dfa45d3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.670045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:12.674822 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-86757fee-074f-4461-b729-c54513a09bd9 admin admin] 10.222.0.23 "PUT /v2.0/routers/f99571c6-c08b-4f8c-82f9-941837dc3bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576786 May 03 22:56:12.677305 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42882) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:12.682469 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Sync routers for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:12.684863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5814db05-8ca1-446a-8c22-bb9dfa45d3ba admin admin] Publish callbacks [] for security_group (7b1ecf4b-52a6-4a90-957e-0d351b0174fc), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.693311 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:12.694001 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:12.757034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-5814db05-8ca1-446a-8c22-bb9dfa45d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7b1ecf4b-52a6-4a90-957e-0d351b0174fc), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.783694 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks [] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.798210 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5814db05-8ca1-446a-8c22-bb9dfa45d3ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b021da5a25314c82ab86031b7ae11115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954173 May 03 22:56:12.799429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814db05-8ca1-446a-8c22-bb9dfa45d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1ecf4b-52a6-4a90-957e-0d351b0174fc,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:12.803042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 42884) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:12.805630 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:12.855274 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] Publish callbacks [] for security_group (7b1ecf4b-52a6-4a90-957e-0d351b0174fc), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.878117 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] Publish callbacks [] for security_group (7b1ecf4b-52a6-4a90-957e-0d351b0174fc), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.892688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks [] for router_gateway (f99571c6-c08b-4f8c-82f9-941837dc3bdd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:12.978045 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:56:12Z', 'revision_number': 5, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port': {'id': 'cfd49c26-5961-4b26-85b0-8f95325b318a', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:13.002997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7b1ecf4b-52a6-4a90-957e-0d351b0174fc), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.005902 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.009424 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b1ecf4b-52a6-4a90-957e-0d351b0174fc HTTP/1.1" status: 204 len: 168 time: 0.2025974 May 03 22:56:13.014041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Deleting port cfd49c26-5961-4b26-85b0-8f95325b318a {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:13.014448 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.016007 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fed65-1eda-4f58-aad3-ab9d9f38a1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1ecf4b-52a6-4a90-957e-0d351b0174fc,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:13.019787 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Checking router: f99571c6-c08b-4f8c-82f9-941837dc3bdd for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:13.030290 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Routers {'f99571c6-c08b-4f8c-82f9-941837dc3bdd'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:13.037090 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:55:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:13.096887 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] For port cfd49c26-5961-4b26-85b0-8f95325b318a, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=cfd49c26-5961-4b26-85b0-8f95325b318a,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:13.097304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.111506 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Calling delete_port for cfd49c26-5961-4b26-85b0-8f95325b318a owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:13.212299 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] Set router f99571c6-c08b-4f8c-82f9-941837dc3bdd gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:13.262816 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:56:12Z', 'revision_number': 6, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:13.293251 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d7586-a255-4609-beb5-2fee4d0a748b None None] The sync data for ids ['f99571c6-c08b-4f8c-82f9-941837dc3bdd'] in dv-cinder-784815-12-iscsi is: [{'id': 'f99571c6-c08b-4f8c-82f9-941837dc3bdd', 'name': 'tempest-AttachVolumeTestJSON-1682095035-router', 'tenant_id': 'cd0e2add97d14fe98880b55132c9f16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:35Z', 'updated_at': '2022-05-03T22:56:12Z', 'revision_number': 6, 'project_id': 'cd0e2add97d14fe98880b55132c9f16f', 'gw_port_host': None}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:13.340263 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (cfd49c26-5961-4b26-85b0-8f95325b318a), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.366779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd49c26-5961-4b26-85b0-8f95325b318a,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:13.443965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.444978 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 5067cda0-8097-4a7a-986a-ce3b84cf21e8 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:13.470909 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 5067cda0-8097-4a7a-986a-ce3b84cf21e8 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:13.471347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 5067cda0-8097-4a7a-986a-ce3b84cf21e8 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:13.544062 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.547239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks [] for router_controller (f99571c6-c08b-4f8c-82f9-941837dc3bdd), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.642918 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (f99571c6-c08b-4f8c-82f9-941837dc3bdd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.643476 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99571c6-c08b-4f8c-82f9-941837dc3bdd {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:56:13.650977 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.650977 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-3138a17c-68e3-4159-93c5-ce7f141aa8ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/f99571c6-c08b-4f8c-82f9-941837dc3bdd HTTP/1.1" status: 204 len: 168 time: 0.9709222 May 03 22:56:13.651809 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42898) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:13.697516 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Deleting subnet 0715d204-e3cb-4d60-888a-788b0e896243 {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:56:13.700747 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Publish callbacks [] for subnet (0715d204-e3cb-4d60-888a-788b0e896243), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.737159 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (0715d204-e3cb-4d60-888a-788b0e896243), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.818142 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (0715d204-e3cb-4d60-888a-788b0e896243), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.946238 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (0715d204-e3cb-4d60-888a-788b0e896243), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.973982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0715d204-e3cb-4d60-888a-788b0e896243,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:13.976049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:13.979154 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b7b0832f-14a2-48c1-a1a8-8398a9143518 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0715d204-e3cb-4d60-888a-788b0e896243 HTTP/1.1" status: 204 len: 168 time: 0.3263669 May 03 22:56:13.981593 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42910) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:13.984391 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285448e-26ba-4c0c-8c6c-f655391f278f None None] Network b6c91e37-04f6-419d-8f83-127027e2771f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:56:14.066138 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (b6c91e37-04f6-419d-8f83-127027e2771f), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.124842 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Deleting port 524b30db-92db-499e-bfaf-bd0a938f77a9 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:14.125325 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.168219 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] DHCP port deletion for b6c91e37-04f6-419d-8f83-127027e2771f request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:56:14.198875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] For port 524b30db-92db-499e-bfaf-bd0a938f77a9, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=524b30db-92db-499e-bfaf-bd0a938f77a9,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:14.199228 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.214396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Deleting port 524b30db-92db-499e-bfaf-bd0a938f77a9 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:14.214846 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.215630 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Calling delete_port for 524b30db-92db-499e-bfaf-bd0a938f77a9 owned by network:dhcp {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:14.285226 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] For port 524b30db-92db-499e-bfaf-bd0a938f77a9, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=524b30db-92db-499e-bfaf-bd0a938f77a9,segment=NetworkSegment(ee2c207f-e14d-49b1-92a9-48a62e00e01b),segment_id=ee2c207f-e14d-49b1-92a9-48a62e00e01b)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:14.285883 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.299431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Calling delete_port for 524b30db-92db-499e-bfaf-bd0a938f77a9 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:14.357334 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.369909 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] No DVR routers for this DVR port 524b30db-92db-499e-bfaf-bd0a938f77a9 on host dv-cinder-784815-12-iscsi {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:14.377032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (524b30db-92db-499e-bfaf-bd0a938f77a9), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.391668 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Pushing event deleted for resources: {'Port': ['ID=524b30db-92db-499e-bfaf-bd0a938f77a9,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.408963 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Pushing event deleted for resources: {'Port': ['ID=524b30db-92db-499e-bfaf-bd0a938f77a9,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.416807 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] No DVR routers for this DVR port 524b30db-92db-499e-bfaf-bd0a938f77a9 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:14.420165 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.420518 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.420881 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.421251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.421586 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.424561 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.425468 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541d8aab-7787-4e85-98c7-c655be94ebbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:14.472552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (b6c91e37-04f6-419d-8f83-127027e2771f), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.492936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c91e37-04f6-419d-8f83-127027e2771f']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.502762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2c207f-e14d-49b1-92a9-48a62e00e01b') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.503070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2c207f-e14d-49b1-92a9-48a62e00e01b') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:14.512560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (ee2c207f-e14d-49b1-92a9-48a62e00e01b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.526218 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (ee2c207f-e14d-49b1-92a9-48a62e00e01b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.532298 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:14.532716 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (ee2c207f-e14d-49b1-92a9-48a62e00e01b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:14.534407 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:14.654456 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (b6c91e37-04f6-419d-8f83-127027e2771f), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.659983 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:14.664303 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b6c91e37-04f6-419d-8f83-127027e2771f HTTP/1.1" status: 204 len: 168 time: 0.6801770 May 03 22:56:14.675271 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4d057-354b-4998-9f17-61e3850d4357 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c91e37-04f6-419d-8f83-127027e2771f,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:14.994250 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42924) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:15.035025 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4fbf2ee9-b186-4c82-aa05-f6ce1604bbc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd0e2add97d14fe98880b55132c9f16f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395031 May 03 22:56:15.037513 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 42926) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:15.090479 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] Publish callbacks [] for security_group (fb943139-ac21-43ac-858c-c98023716a1c), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:15.112988 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] Publish callbacks [] for security_group (fb943139-ac21-43ac-858c-c98023716a1c), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:15.209051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (fb943139-ac21-43ac-858c-c98023716a1c), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:15.211771 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:15.212927 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb943139-ac21-43ac-858c-c98023716a1c HTTP/1.1" status: 204 len: 168 time: 0.1745012 May 03 22:56:15.222070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91743d40-43bd-4362-bbad-581631ab5395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb943139-ac21-43ac-858c-c98023716a1c,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:15.391198 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device cfd49c26-5961-4b26-85b0-8f95325b318a no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:15.412192 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: cfd49c26-5961-4b26-85b0-8f95325b318a {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:15.412538 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device cfd49c26-5961-4b26-85b0-8f95325b318a not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:15.413160 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 524b30db-92db-499e-bfaf-bd0a938f77a9 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:15.432473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 524b30db-92db-499e-bfaf-bd0a938f77a9 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:15.432819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 524b30db-92db-499e-bfaf-bd0a938f77a9 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:19.789851 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43026) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:19.894629 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1798cf71-efd7-44fd-a3a2-fa6857e2f1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:19.973210 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1798cf71-efd7-44fd-a3a2-fa6857e2f1f2 admin admin] Publish callbacks [] for security_group (1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.020281 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1798cf71-efd7-44fd-a3a2-fa6857e2f1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.058706 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1798cf71-efd7-44fd-a3a2-fa6857e2f1f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a2a26ce2d1e4d848871d08267e5c1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676258 May 03 22:56:20.059554 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798cf71-efd7-44fd-a3a2-fa6857e2f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:20.061925 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43036) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:20.112010 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] Publish callbacks [] for security_group (1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.133566 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] Publish callbacks [] for security_group (1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.260471 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.263031 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:20.264212 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec HTTP/1.1" status: 204 len: 168 time: 0.2007842 May 03 22:56:20.272786 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe6814-0917-44e5-b381-bd7784ea9955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1fb1e3-cb24-4e02-b5c8-8a7803c0afec,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:20.546302 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:56:23.157230 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ebac-a617-4cb2-bdf7-20fb96237fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:25.477346 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-745d6c1e-a59b-406f-9fd2-53451254371c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:25.802344 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43148) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:25.904300 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-25373a93-5aeb-4cbd-ba52-631732c2f481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:25.976420 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-25373a93-5aeb-4cbd-ba52-631732c2f481 admin admin] Publish callbacks [] for security_group (cda6ad16-8dae-4275-8061-5b626ae5e9f0), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.042535 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-25373a93-5aeb-4cbd-ba52-631732c2f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (cda6ad16-8dae-4275-8061-5b626ae5e9f0), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.081280 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-25373a93-5aeb-4cbd-ba52-631732c2f481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c1d4a93256c4a1ca76d7781d1da0b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778001 May 03 22:56:26.082125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25373a93-5aeb-4cbd-ba52-631732c2f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda6ad16-8dae-4275-8061-5b626ae5e9f0,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:26.083963 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43152) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:26.134450 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] Publish callbacks [] for security_group (cda6ad16-8dae-4275-8061-5b626ae5e9f0), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.155111 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] Publish callbacks [] for security_group (cda6ad16-8dae-4275-8061-5b626ae5e9f0), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.248925 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (cda6ad16-8dae-4275-8061-5b626ae5e9f0), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.252229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:26.253386 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cda6ad16-8dae-4275-8061-5b626ae5e9f0 HTTP/1.1" status: 204 len: 168 time: 0.1684537 May 03 22:56:26.263046 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b8366-05b5-476f-99f9-8de8475dfe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda6ad16-8dae-4275-8061-5b626ae5e9f0,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:26.591180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:27.899811 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:29.228686 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-c3d15af8-8b5d-41e4-860c-14d4ca29a8ff tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307360 May 03 22:56:29.334141 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:29.417286 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-b52cc084-96e7-44c7-be5c-6f9ccb5d898d tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:29.418664 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-b52cc084-96e7-44c7-be5c-6f9ccb5d898d tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850104 May 03 22:56:29.433478 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-113a22c0-bca3-455c-8cac-425f96f464b8 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/quotas/5eba7e3d75284ddd8d62aeb7c5b6bc43 HTTP/1.1" status: 200 len: 375 time: 0.0091183 May 03 22:56:29.465963 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-90f328eb-38f0-4cd4-8760-0b38b8586bee tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268183 May 03 22:56:29.700688 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-98406aa5-ee5f-4e00-b145-d0936f19b42b req-3d7de5ae-c410-44a2-ad1e-cccdd2380f8b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 210 time: 0.0329630 May 03 22:56:30.794374 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-953e7894-dce1-441b-b58c-8c989a3014b5 req-b177c314-0401-47cc-ada7-a36d6464fe65 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 210 time: 0.0276961 May 03 22:56:31.313089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43296) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:31.414912 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa4b3-7d83-4d81-a0f3-a7c47c1a4520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.486415 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa4b3-7d83-4d81-a0f3-a7c47c1a4520 admin admin] Publish callbacks [] for security_group (2b4d8268-ea23-41cb-89c4-c80daa415a65), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.551079 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-1778e8ca-6b4c-4418-9312-997bcc564958 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278585 May 03 22:56:31.572503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fcdfa4b3-7d83-4d81-a0f3-a7c47c1a4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2b4d8268-ea23-41cb-89c4-c80daa415a65), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.700753 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-fcdfa4b3-7d83-4d81-a0f3-a7c47c1a4520 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c0b2b1832de4efab91a083b95b47f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865547 May 03 22:56:31.701491 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa4b3-7d83-4d81-a0f3-a7c47c1a4520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d8268-ea23-41cb-89c4-c80daa415a65,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:31.704737 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43302) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:31.768654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] Publish callbacks [] for security_group (2b4d8268-ea23-41cb-89c4-c80daa415a65), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.777333 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-be9cab90-2c49-474a-8d32-9f908ade254b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:31.778812 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-be9cab90-2c49-474a-8d32-9f908ade254b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222176 May 03 22:56:31.789415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] Publish callbacks [] for security_group (2b4d8268-ea23-41cb-89c4-c80daa415a65), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.790854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Request body: {'port': {'device_id': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163', 'admin_state_up': True, 'tenant_id': '5eba7e3d75284ddd8d62aeb7c5b6bc43'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:56:31.891161 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-15de2f95-f3a6-4e9b-aa52-7d6e38c76723 req-c63d30f2-131f-4dcd-8eee-9d150137800a tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 210 time: 0.0268452 May 03 22:56:31.905260 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2b4d8268-ea23-41cb-89c4-c80daa415a65), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.908749 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:31.919107 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b4d8268-ea23-41cb-89c4-c80daa415a65 HTTP/1.1" status: 204 len: 168 time: 0.2038462 May 03 22:56:31.919107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d84c0d-bbd3-4d36-9326-8b61525b53aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d8268-ea23-41cb-89c4-c80daa415a65,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:31.957237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Made reservation on behalf of 5eba7e3d75284ddd8d62aeb7c5b6bc43 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:56:31.961213 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.222450 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.302438 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks [] for security_group (005ae546-b59d-41c3-8a7b-1104eb085fde), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.368392 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (005ae546-b59d-41c3-8a7b-1104eb085fde), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.433293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005ae546-b59d-41c3-8a7b-1104eb085fde,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.503049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Allocated IP 192.168.233.147 (51f1aeb3-4f9f-49ae-ad65-c7d42cea8163/fd1ddbff-ec66-450a-9d84-057829bb73be/114b895c-a4c4-4c07-b6b1-88eff883e55d) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:56:32.655274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks [] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.752274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.799324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:56:32.802541 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:56:32.808797 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:56:32.833265 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Pushing event updated for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:32.862728 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:32.863638 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:32.937993 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-b03d03f1-8f6d-4032-9193-b49a7cc710d6 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1504068 May 03 22:56:32.953807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Request body: {'port': {'device_id': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:56:33.036273 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.037088 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5da4-2438-4de6-abb5-17ea1d9f63c4 req-b1de9c9a-9f76-461a-a2d0-da9428b830ae tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:33.038641 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d90e5da4-2438-4de6-abb5-17ea1d9f63c4 req-b1de9c9a-9f76-461a-a2d0-da9428b830ae tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 936 time: 0.0613987 May 03 22:56:33.078120 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-f6105f7b-99a7-4a32-9b15-9541f22511fe None None] Provisioning complete for port 114b895c-a4c4-4c07-b6b1-88eff883e55d triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:56:33.079219 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f6105f7b-99a7-4a32-9b15-9541f22511fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.096652 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d90e5da4-2438-4de6-abb5-17ea1d9f63c4 req-e5345426-8db1-4cae-b3e9-ec61115489fc tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516565 May 03 22:56:33.122766 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-f6105f7b-99a7-4a32-9b15-9541f22511fe None None] Port 114b895c-a4c4-4c07-b6b1-88eff883e55d cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:56:33.305229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114b895c-a4c4-4c07-b6b1-88eff883e55d {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:56:33.313189 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks [] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.325635 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Transition to ACTIVE for port object 114b895c-a4c4-4c07-b6b1-88eff883e55d will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:56:33.423500 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.473790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Pushing event updated for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:33.550679 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Attempting to bind port 114b895c-a4c4-4c07-b6b1-88eff883e55d on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:56:33.551016 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Attempting to bind port 114b895c-a4c4-4c07-b6b1-88eff883e55d by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:56:33.551346 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Attempting to bind port 114b895c-a4c4-4c07-b6b1-88eff883e55d on network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:56:33.556786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Port 114b895c-a4c4-4c07-b6b1-88eff883e55d on network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:56:33.557251 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Attempting to bind port 114b895c-a4c4-4c07-b6b1-88eff883e55d on network 51f1aeb3-4f9f-49ae-ad65-c7d42cea8163 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:56:33.563539 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:56:33.563991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Checking segment: {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:56:33.564454 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Bound using segment: {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:56:33.565116 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Bound port: 114b895c-a4c4-4c07-b6b1-88eff883e55d, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97463ee-58cf-435e-974f-8116e83d798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:56:33.565542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.635327 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:56:33.638372 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:56:33.717774 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.757437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:33.757437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:33.757437 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/114b895c-a4c4-4c07-b6b1-88eff883e55d HTTP/1.1" status: 200 len: 1098 time: 0.8063047 May 03 22:56:33.757437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:33.757437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafef3c3-8908-4dfa-a4fe-617966c02fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:33.796542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3104934-4cd9-4551-8a36-54178a6401f2 service neutron] Pushing event updated for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:33.809729 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c801cfa6-d358-4603-95a9-301462ec2cb0 x-openstack-request-id: req-c801cfa6-d358-4603-95a9-301462ec2cb0 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:33.810085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:33.810399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c801cfa6-d358-4603-95a9-301462ec2cb0 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:33.810858 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c801cfa6-d358-4603-95a9-301462ec2cb0'] response: {'name': 'network-changed', 'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d', 'status': 'completed', 'code': 200} May 03 22:56:33.874907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafef3c3-8908-4dfa-a4fe-617966c02fb9 req-1957e5bb-3120-4dc1-9db5-59f837078fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:33.876542 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eafef3c3-8908-4dfa-a4fe-617966c02fb9 req-1957e5bb-3120-4dc1-9db5-59f837078fab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 1132 time: 0.0456657 May 03 22:56:33.904001 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eafef3c3-8908-4dfa-a4fe-617966c02fb9 req-f5d0704a-0305-4d60-8e32-ef514c8770d1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198245 May 03 22:56:34.009031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafef3c3-8908-4dfa-a4fe-617966c02fb9 req-84d87c82-c0a9-4ddc-83e1-22276a3acede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.010496 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-eafef3c3-8908-4dfa-a4fe-617966c02fb9 req-84d87c82-c0a9-4ddc-83e1-22276a3acede service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008384 May 03 22:56:34.085966 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-528c2870-09eb-41ee-a258-aed5cebdedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.087486 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-528c2870-09eb-41ee-a258-aed5cebdedab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 1132 time: 0.0416050 May 03 22:56:34.138092 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-e30e755d-d6b5-4092-8620-6ab62e3bf113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d HTTP/1.1" status: 200 len: 217 time: 0.0396082 May 03 22:56:34.223386 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a66d33-484f-4f63-b153-7d9c0b70ea3b req-6eb3b6b8-b581-44e4-a7cb-30d9b761abfd tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.224797 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22a66d33-484f-4f63-b153-7d9c0b70ea3b req-6eb3b6b8-b581-44e4-a7cb-30d9b761abfd tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 948 time: 0.0463176 May 03 22:56:34.270840 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22a66d33-484f-4f63-b153-7d9c0b70ea3b req-70e35d3b-af81-499b-98e7-64aef08a2e7b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 May 03 22:56:34.386874 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-16bb6ca4-43b0-414a-a86c-6dc31686cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.388425 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-16bb6ca4-43b0-414a-a86c-6dc31686cb2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd1ddbff-ec66-450a-9d84-057829bb73be HTTP/1.1" status: 200 len: 843 time: 0.0461287 May 03 22:56:34.434686 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eaf0c-530d-4648-8fde-672936059032 req-2cf6d061-1c2f-436a-a820-7d94d808affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:34.436534 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-2cf6d061-1c2f-436a-a820-7d94d808affd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=51f1aeb3-4f9f-49ae-ad65-c7d42cea8163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0415976 May 03 22:56:34.534394 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-5d7ec893-2801-4374-aab1-5b137c509119 service neutron] 10.222.0.36 "GET /v2.0/networks/51f1aeb3-4f9f-49ae-ad65-c7d42cea8163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917790 May 03 22:56:34.802502 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-882eaf0c-530d-4648-8fde-672936059032 req-d72a3eee-360c-4c26-b2e7-4b1865840de1 service neutron] 10.222.0.36 "GET /v2.0/networks/51f1aeb3-4f9f-49ae-ad65-c7d42cea8163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837290 May 03 22:56:35.384323 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66f7e3-2144-400b-b3b1-c098b94f6d42 req-af188644-3f30-4a4a-82cc-a215114f2459 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:35.385275 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:35.385785 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb66f7e3-2144-400b-b3b1-c098b94f6d42 req-af188644-3f30-4a4a-82cc-a215114f2459 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 948 time: 0.0454311 May 03 22:56:35.431723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb66f7e3-2144-400b-b3b1-c098b94f6d42 req-50316471-96af-4c25-aeb8-ab0e2ed8c753 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 May 03 22:56:36.547717 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b3ac-eae0-40b8-8b55-0847014133df req-559c43e4-0fe1-4c21-8c95-d35b53ddfe3d tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:36.549164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5148b3ac-eae0-40b8-8b55-0847014133df req-559c43e4-0fe1-4c21-8c95-d35b53ddfe3d tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 948 time: 0.0493484 May 03 22:56:36.595966 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5148b3ac-eae0-40b8-8b55-0847014133df req-b5ae834e-c9c8-4246-b799-c13f5767ad63 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 May 03 22:56:37.709388 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709a8c8-0698-48b7-9aa4-4a42afba97f9 req-1eb135b3-c0d2-47af-add2-d6fe0001fa88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:37.710901 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2709a8c8-0698-48b7-9aa4-4a42afba97f9 req-1eb135b3-c0d2-47af-add2-d6fe0001fa88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 948 time: 0.0463235 May 03 22:56:37.757578 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2709a8c8-0698-48b7-9aa4-4a42afba97f9 req-d36b53b5-774d-4dc0-bf29-6d58c5c69c5c tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 May 03 22:56:38.016839 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 114b895c-a4c4-4c07-b6b1-88eff883e55d details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:56:38.115617 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:38.126897 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '114b895c-a4c4-4c07-b6b1-88eff883e55d', 'network_id': '51f1aeb3-4f9f-49ae-ad65-c7d42cea8163', 'port_id': '114b895c-a4c4-4c07-b6b1-88eff883e55d', 'mac_address': 'fa:16:3e:cb:7f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd1ddbff-ec66-450a-9d84-057829bb73be', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:56:38.164394 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 114b895c-a4c4-4c07-b6b1-88eff883e55d is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:56:38.164782 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:38.177456 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114b895c-a4c4-4c07-b6b1-88eff883e55d {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:56:38.196330 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:38.260778 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:38.311037 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:38.869136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802a3c9-6168-47c0-9afe-875366a9dfd8 req-98b29010-b6a4-4f4f-ac95-1355df739fc0 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:38.870668 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6802a3c9-6168-47c0-9afe-875366a9dfd8 req-98b29010-b6a4-4f4f-ac95-1355df739fc0 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 949 time: 0.0463359 May 03 22:56:38.926539 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6802a3c9-6168-47c0-9afe-875366a9dfd8 req-3778f6e0-55df-4da4-ab0a-610725fc1ba3 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 May 03 22:56:40.036176 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4d9f1-2f4b-45be-918d-b026313b917e req-5ac3b427-952b-4e2c-a041-27cdb7d3cd72 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:40.037584 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1cf4d9f1-2f4b-45be-918d-b026313b917e req-5ac3b427-952b-4e2c-a041-27cdb7d3cd72 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 949 time: 0.0443327 May 03 22:56:40.082818 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1cf4d9f1-2f4b-45be-918d-b026313b917e req-b8f8291b-9907-4da7-8c8d-4a34e2978e49 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 May 03 22:56:40.843247 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['114b895c-a4c4-4c07-b6b1-88eff883e55d'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:56:41.201242 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf9ca-9d8e-4e94-ada5-bd351fb8e7cb req-99bdfeaa-32b3-4cdc-ac0f-25802d23d7c9 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:41.202712 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-740bf9ca-9d8e-4e94-ada5-bd351fb8e7cb req-99bdfeaa-32b3-4cdc-ac0f-25802d23d7c9 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 949 time: 0.0506754 May 03 22:56:41.249681 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-740bf9ca-9d8e-4e94-ada5-bd351fb8e7cb req-2e512553-3e53-4b2f-a67f-2d81539e0d0a tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 May 03 22:56:41.721520 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce009206-f089-4795-b340-a273b87c359f req-8d0c5997-f238-4c35-b872-59e53e381c6f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:41.722974 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce009206-f089-4795-b340-a273b87c359f req-8d0c5997-f238-4c35-b872-59e53e381c6f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0486646 May 03 22:56:41.769987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce009206-f089-4795-b340-a273b87c359f req-1347fc61-15ee-42b4-909d-1db27e7f8a1f tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 May 03 22:56:42.317134 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da5bb9-a5cc-41a0-9abe-489fd2e15146 req-40a2d4eb-89c7-42b4-9e79-cda87f5c7201 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:42.318619 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91da5bb9-a5cc-41a0-9abe-489fd2e15146 req-40a2d4eb-89c7-42b4-9e79-cda87f5c7201 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0470395 May 03 22:56:42.380595 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036153-1046-4b8d-a3ad-7f90dc790c02 req-4b2e2dba-d6a2-4ca5-8c72-9f6179df8e7a tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:42.382066 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-92036153-1046-4b8d-a3ad-7f90dc790c02 req-4b2e2dba-d6a2-4ca5-8c72-9f6179df8e7a tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 949 time: 0.0610898 May 03 22:56:42.419448 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-91da5bb9-a5cc-41a0-9abe-489fd2e15146 req-b4767c6c-0bd8-4002-babd-8db14f77998d tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903456 May 03 22:56:42.443383 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-92036153-1046-4b8d-a3ad-7f90dc790c02 req-b57ac009-dd0f-49cc-ada8-bb8fa0037829 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555565 May 03 22:56:42.611809 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 114b895c-a4c4-4c07-b6b1-88eff883e55d up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:56:42.657277 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 114b895c-a4c4-4c07-b6b1-88eff883e55d completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:56:42.745431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 114b895c-a4c4-4c07-b6b1-88eff883e55d triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:56:42.745688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:42.827031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 114b895c-a4c4-4c07-b6b1-88eff883e55d is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:56:42.827413 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:42.851119 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:42.853442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3271d9-92d1-48d9-9ebf-c2d4d1a57321" -d '{"events": [{"server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "name": "network-vif-plugged", "status": "completed", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:42.869159 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:42.890558 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5c3500-a930-476d-a619-e140f1809191 x-openstack-request-id: req-1d5c3500-a930-476d-a619-e140f1809191 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:42.890918 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "name": "network-vif-plugged", "status": "completed", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:42.891174 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d5c3500-a930-476d-a619-e140f1809191 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:42.891304 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475b359-e1be-45ab-88e1-54564f89711a req-c103a0df-d07a-440a-ba3c-37d021ada6f4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:42.891558 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5c3500-a930-476d-a619-e140f1809191'] response: {'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d', 'code': 200} May 03 22:56:42.893298 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e475b359-e1be-45ab-88e1-54564f89711a req-c103a0df-d07a-440a-ba3c-37d021ada6f4 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0524123 May 03 22:56:42.945789 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:42.951975 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e475b359-e1be-45ab-88e1-54564f89711a req-04b75970-5233-4748-9560-d2a072f37b88 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523641 May 03 22:56:43.000464 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:43.561457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfdf86-3d4e-4c6c-a0f5-0ec243151340 req-8e503eab-157a-4951-907b-322ea7265161 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:43.562879 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7fcfdf86-3d4e-4c6c-a0f5-0ec243151340 req-8e503eab-157a-4951-907b-322ea7265161 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0737326 May 03 22:56:43.572948 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d006853-1ca2-4a49-a8f8-7491072dabe7 req-01603baf-14fc-4776-ba57-b66730b0944e tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:43.574279 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4d006853-1ca2-4a49-a8f8-7491072dabe7 req-01603baf-14fc-4776-ba57-b66730b0944e tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0591834 May 03 22:56:43.640375 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7fcfdf86-3d4e-4c6c-a0f5-0ec243151340 req-7be34d17-ecf4-4bc2-af28-f140e50c12ce tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650828 May 03 22:56:43.646936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4d006853-1ca2-4a49-a8f8-7491072dabe7 req-4879ddf6-bf7d-4366-8190-9ae429bfd4f9 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663071 May 03 22:56:44.069830 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34843ce-4a6c-4b6b-b9c5-e27b8259ad7f req-7211e833-94a2-4dba-93fc-3740a89ecac9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.071920 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d34843ce-4a6c-4b6b-b9c5-e27b8259ad7f req-7211e833-94a2-4dba-93fc-3740a89ecac9 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0456297 May 03 22:56:44.125018 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d34843ce-4a6c-4b6b-b9c5-e27b8259ad7f req-64b5c670-4f64-40d5-b87d-c6bd0ec287a5 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477664 May 03 22:56:44.149557 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-d84c3db0-f03d-4ad8-a93f-4e79cdc5bc40 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.151187 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-d84c3db0-f03d-4ad8-a93f-4e79cdc5bc40 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0519736 May 03 22:56:44.295814 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Deleting port 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:44.296159 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.426033 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-e4958dd9-c810-43f7-91ee-2831bfeb599a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.427369 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-e4958dd9-c810-43f7-91ee-2831bfeb599a tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.1036916 May 03 22:56:44.464583 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8805e-5c63-4016-a674-95d01eec0dd4 req-fb665416-7cd1-43ee-b0b8-99be295d303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.466008 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2ad8805e-5c63-4016-a674-95d01eec0dd4 req-fb665416-7cd1-43ee-b0b8-99be295d303a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 1134 time: 0.0851221 May 03 22:56:44.521292 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] For port 30af8c38-d79f-4a6a-9758-219ad76a2308, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=30af8c38-d79f-4a6a-9758-219ad76a2308,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:44.521689 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.620823 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-2ad8805e-5c63-4016-a674-95d01eec0dd4 req-4ceab44b-52ac-4e6c-9a10-43d1ef7a4b13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467309 May 03 22:56:44.621324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port cf8039d3-40a0-426e-9062-aea044da6096 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:44.621711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (cf8039d3-40a0-426e-9062-aea044da6096), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.790816 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8344496-9018-4ef2-99fb-d9ec06585906 req-4acf2d43-aad2-455a-8449-8a1012e8dad8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.792445 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d8344496-9018-4ef2-99fb-d9ec06585906 req-4acf2d43-aad2-455a-8449-8a1012e8dad8 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 946 time: 0.0786879 May 03 22:56:44.798469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d51f93-5580-4b3d-939b-9f8ecf3b50b5 req-44aefaef-0a8f-4b2a-890f-31b1483e6d3e tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:44.799986 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e2d51f93-5580-4b3d-939b-9f8ecf3b50b5 req-44aefaef-0a8f-4b2a-890f-31b1483e6d3e tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0842412 May 03 22:56:44.805191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] For port cf8039d3-40a0-426e-9062-aea044da6096, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=cf8039d3-40a0-426e-9062-aea044da6096,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:44.805569 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (cf8039d3-40a0-426e-9062-aea044da6096), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.826735 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.827154 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:44.827473 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Floating IP fb64fa0a-d792-4da2-abe1-f13754dd139e disassociated. External IP: 172.27.0.148, port: 30af8c38-d79f-4a6a-9758-219ad76a2308. May 03 22:56:44.827839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Calling delete_port for 30af8c38-d79f-4a6a-9758-219ad76a2308 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:44.871532 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d8344496-9018-4ef2-99fb-d9ec06585906 req-eb309b47-9456-4f55-9e77-d70aa82a4f08 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a307ea3-1a25-4e89-831d-920b5049cccc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703597 May 03 22:56:44.881600 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e2d51f93-5580-4b3d-939b-9f8ecf3b50b5 req-af06086d-5e2f-4b94-9018-33576083f094 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740211 May 03 22:56:45.063471 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:45.063930 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:45.064253 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Floating IP 181213af-86ad-460b-8425-5f733c3b7953 disassociated. External IP: 172.27.0.150, port: cf8039d3-40a0-426e-9062-aea044da6096. May 03 22:56:45.064595 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for cf8039d3-40a0-426e-9062-aea044da6096 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:45.230970 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (30af8c38-d79f-4a6a-9758-219ad76a2308), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:45.250852 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62281c10-9c82-40b2-ba9e-9cb3282c3a9c req-d87f6951-773a-4e0c-91b4-76aeebd5f8ad tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:45.252548 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-62281c10-9c82-40b2-ba9e-9cb3282c3a9c req-d87f6951-773a-4e0c-91b4-76aeebd5f8ad tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 947 time: 0.0543756 May 03 22:56:45.264330 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'Port': ['ID=30af8c38-d79f-4a6a-9758-219ad76a2308,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.313392 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-62281c10-9c82-40b2-ba9e-9cb3282c3a9c req-ea8c4f3e-cb2e-45a3-8bfa-c7de36a19073 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups?id=e74d361a-ba52-42a7-a4d5-e035775e5631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530403 May 03 22:56:45.315082 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (cf8039d3-40a0-426e-9062-aea044da6096), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:45.348290 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=cf8039d3-40a0-426e-9062-aea044da6096,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:45.463282 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:45.560016 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:45.666130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:45.679340 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:45.691399 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:45.692105 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:45.752141 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] No DVR routers for this DVR port 30af8c38-d79f-4a6a-9758-219ad76a2308 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:45.759119 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:45.762670 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9e50cd08-fd4d-4503-878e-687cbbfc7fcd req-8518a79a-eab5-468d-a906-ef63ae4a0997 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.36 "DELETE /v2.0/ports/30af8c38-d79f-4a6a-9758-219ad76a2308 HTTP/1.1" status: 204 len: 173 time: 1.5466793 May 03 22:56:45.763150 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-deleted', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:45.765484 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c66b75a-f7c2-4088-8b43-1fa32ad3772e" -d '{"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-deleted", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:45.808876 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:45.821749 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:45.844057 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:45.844966 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.055821 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:46.116834 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba66b6-0615-43e2-8b3c-6e9cd61bb5c5 req-f96023bf-e728-4089-a301-9cd402a0fc5b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:46.119590 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6ba66b6-0615-43e2-8b3c-6e9cd61bb5c5 req-f96023bf-e728-4089-a301-9cd402a0fc5b tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0714839 May 03 22:56:46.133962 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6f5bf0d-06c0-4e46-84fb-888fdbb9555e req-c1c5e621-afed-49da-a922-daeb0bcee0ba tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.1203978 May 03 22:56:46.154873 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:46.207737 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43540) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:46.212600 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6ba66b6-0615-43e2-8b3c-6e9cd61bb5c5 req-cccc3661-4471-4d06-a6cd-cb4519bf023e tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775023 May 03 22:56:46.250564 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe4aed7-5320-489a-8eef-f8201b58cd9a x-openstack-request-id: req-1fe4aed7-5320-489a-8eef-f8201b58cd9a {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:46.251091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5c682d-4a66-473a-b5da-b2d92f4b55af", "name": "network-vif-deleted", "tag": "30af8c38-d79f-4a6a-9758-219ad76a2308", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:46.251091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fe4aed7-5320-489a-8eef-f8201b58cd9a {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:46.251892 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe4aed7-5320-489a-8eef-f8201b58cd9a'] response: {'server_uuid': 'be5c682d-4a66-473a-b5da-b2d92f4b55af', 'name': 'network-vif-deleted', 'tag': '30af8c38-d79f-4a6a-9758-219ad76a2308', 'status': 'completed', 'code': 200} May 03 22:56:46.290113 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] No DVR routers for this DVR port cf8039d3-40a0-426e-9062-aea044da6096 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:46.295290 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.305402 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0c3141f2-857d-45ce-9b59-a55b854f7337 req-c6853fa4-7828-48b2-bd52-c2b30fa978e6 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.36 "DELETE /v2.0/ports/cf8039d3-40a0-426e-9062-aea044da6096 HTTP/1.1" status: 204 len: 173 time: 1.8717809 May 03 22:56:46.325737 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.376076 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.376287 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:46.385361 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:46.385978 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.449597 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.481581 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:46.481834 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-53190be5-bc7f-4955-b812-973a6fd74501 req-a181b591-7dad-4525-9003-97419f1fb14c tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0340686 May 03 22:56:46.492279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:46.493006 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.497648 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Publish callbacks [] for security_group (92f931d5-25d4-465e-bba0-a65caec61a90), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.520786 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:46.556478 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (92f931d5-25d4-465e-bba0-a65caec61a90), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.585328 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f931d5-25d4-465e-bba0-a65caec61a90,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:46.601774 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.602203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.602616 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.603024 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.603423 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.603848 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.604266 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.604669 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.605058 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.605448 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.605836 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.606329 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.606725 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.607139 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.608050 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:56:46.609121 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:46.622090 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43550) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:46.622718 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-18a43549-2bc2-4d01-883a-38f4d57a73cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ee28aa96c2e4b0db23133ff906d8850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087498 May 03 22:56:46.651720 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:46.678204 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 30af8c38-d79f-4a6a-9758-219ad76a2308 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:46.678546 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 30af8c38-d79f-4a6a-9758-219ad76a2308 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:46.730751 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] Publish callbacks [] for security_group (92f931d5-25d4-465e-bba0-a65caec61a90), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.752361 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.768293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] Publish callbacks [] for security_group (92f931d5-25d4-465e-bba0-a65caec61a90), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.781216 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2408f-50a4-44b2-ba9c-f49c492f32f6 req-1d0a7a75-a7e7-4e66-bbb4-5fdf8563cd92 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:46.783957 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a9b2408f-50a4-44b2-ba9c-f49c492f32f6 req-1d0a7a75-a7e7-4e66-bbb4-5fdf8563cd92 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0512292 May 03 22:56:46.794987 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dde62-360e-4358-8fa8-bbd7766c07d3 None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:50:56Z', 'revision_number': 4, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '4f7bce27-7f24-466b-962e-c6616e0ac48d', 'name': '', 'network_id': 'db933a1a-28f8-4b03-8f40-7fcceb0a310e', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'mac_address': 'fa:16:3e:0f:f9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:55Z', 'updated_at': '2022-05-03T22:50:59Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'subnets': [{'id': '74838e72-ce01-4f08-819e-b57ba922b9b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:46.857176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a9b2408f-50a4-44b2-ba9c-f49c492f32f6 req-f2b954dd-d9e0-449a-ae62-b898040fac8c tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646098 May 03 22:56:46.886702 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:46.914107 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163704fe-1154-465e-a3f4-ede0fc5f33d1 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:49:43Z', 'revision_number': 4, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8dbaac3e-e3fd-4c20-8700-31fb111f140a', 'name': '', 'network_id': '764b080d-4e33-4799-8787-77a78fceb305', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'mac_address': 'fa:16:3e:db:8f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:42Z', 'updated_at': '2022-05-03T22:49:56Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'subnets': [{'id': '1ff4abf5-3ea7-4143-8f6c-3529a40818b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:46.931064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (92f931d5-25d4-465e-bba0-a65caec61a90), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.931235 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:46.934609 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92f931d5-25d4-465e-bba0-a65caec61a90 HTTP/1.1" status: 204 len: 168 time: 0.3090425 May 03 22:56:46.941186 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f966cc-c6f2-4f7f-bcbb-b29e44c85128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f931d5-25d4-465e-bba0-a65caec61a90,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:47.086313 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70cdd6c-f79f-4dfc-b0d9-697409b3cee6 None None] New status for floating IP 181213af-86ad-460b-8425-5f733c3b7953: DOWN {{(pid=110447) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:47.202555 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b25a8d9-459c-46ea-a224-097b9fa7d409 None None] New status for floating IP fb64fa0a-d792-4da2-abe1-f13754dd139e: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:56:47.249258 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e7f04edc-fe38-42b9-9f23-16555c70404e req-4fae366a-84cd-4fd3-a40d-e6c39d6797e0 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0345888 May 03 22:56:47.595135 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b5396d22-c62d-4062-9e81-14f167ad5e2e req-f4beeb0c-6799-4773-bd27-774675bc85d6 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/ports?device_id=be5c682d-4a66-473a-b5da-b2d92f4b55af HTTP/1.1" status: 200 len: 210 time: 0.0256994 May 03 22:56:47.627343 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43562) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:47.640423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab665-c75b-41a8-85e7-548e25f27874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:47.720222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab665-c75b-41a8-85e7-548e25f27874 admin admin] Publish callbacks [] for security_group (5049a357-b3a6-43e4-9d64-584d6932416e), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:47.780032 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8b7ab665-c75b-41a8-85e7-548e25f27874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5049a357-b3a6-43e4-9d64-584d6932416e), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:47.819171 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8b7ab665-c75b-41a8-85e7-548e25f27874 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53b1798dbcfa423dbe7cdef6ae3da6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906435 May 03 22:56:47.820653 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ab665-c75b-41a8-85e7-548e25f27874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5049a357-b3a6-43e4-9d64-584d6932416e,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:47.822293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43564) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:47.873049 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] Publish callbacks [] for security_group (5049a357-b3a6-43e4-9d64-584d6932416e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:47.894754 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] Publish callbacks [] for security_group (5049a357-b3a6-43e4-9d64-584d6932416e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:47.971330 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e850693-0db2-495f-a007-2d4f8242c3e4 req-d8eb4238-4d5a-4b42-acec-f74d6e9b72c2 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:47.972842 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0e850693-0db2-495f-a007-2d4f8242c3e4 req-d8eb4238-4d5a-4b42-acec-f74d6e9b72c2 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0458751 May 03 22:56:48.022645 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5049a357-b3a6-43e4-9d64-584d6932416e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.025175 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.026288 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5049a357-b3a6-43e4-9d64-584d6932416e HTTP/1.1" status: 204 len: 168 time: 0.2030628 May 03 22:56:48.033519 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0e850693-0db2-495f-a007-2d4f8242c3e4 req-a2634b9e-0c82-4807-a0df-d44f611064ef tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/security-groups?id=005ae546-b59d-41c3-8a7b-1104eb085fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 May 03 22:56:48.038297 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58639c-3856-477e-8a94-7580618d7705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5049a357-b3a6-43e4-9d64-584d6932416e,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:48.152724 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-cfe08cc2-7066-4131-8b82-518286b60a37 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:56:48.154116 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-cfe08cc2-7066-4131-8b82-518286b60a37 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 950 time: 0.0471690 May 03 22:56:48.250936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Deleting port 114b895c-a4c4-4c07-b6b1-88eff883e55d {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:48.251278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.255444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'name': 'network-vif-deleted', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:48.257820 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e3ba43-447e-4ed1-8ea7-cfd0c5652a44" -d '{"events": [{"server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "name": "network-vif-deleted", "tag": "cf8039d3-40a0-426e-9062-aea044da6096"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:48.336473 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f697f-5836-49fd-bba3-24a330ae21a2 x-openstack-request-id: req-907f697f-5836-49fd-bba3-24a330ae21a2 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:48.336819 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696edc49-31a3-4940-936c-e0c9d5812c7c", "name": "network-vif-deleted", "tag": "cf8039d3-40a0-426e-9062-aea044da6096", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:48.337067 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-907f697f-5836-49fd-bba3-24a330ae21a2 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:48.337462 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907f697f-5836-49fd-bba3-24a330ae21a2'] response: {'server_uuid': '696edc49-31a3-4940-936c-e0c9d5812c7c', 'name': 'network-vif-deleted', 'tag': 'cf8039d3-40a0-426e-9062-aea044da6096', 'status': 'completed', 'code': 200} May 03 22:56:48.360166 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] For port 114b895c-a4c4-4c07-b6b1-88eff883e55d, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=114b895c-a4c4-4c07-b6b1-88eff883e55d,segment=NetworkSegment(e97463ee-58cf-435e-974f-8116e83d798c),segment_id=e97463ee-58cf-435e-974f-8116e83d798c)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:48.360539 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.374223 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-948f289c-1c24-4e4d-b4bc-5f245553264d req-1eb7f613-3ab4-4a6a-b4a7-79bb53947d35 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/ports?device_id=696edc49-31a3-4940-936c-e0c9d5812c7c HTTP/1.1" status: 200 len: 210 time: 0.0401850 May 03 22:56:48.374793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Calling delete_port for 114b895c-a4c4-4c07-b6b1-88eff883e55d owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:48.568737 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (114b895c-a4c4-4c07-b6b1-88eff883e55d), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.579446 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['114b895c-a4c4-4c07-b6b1-88eff883e55d'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:56:48.614606 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Pushing event deleted for resources: {'Port': ['ID=114b895c-a4c4-4c07-b6b1-88eff883e55d,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:48.642348 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf8039d3-40a0-426e-9062-aea044da6096 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:48.657948 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] No DVR routers for this DVR port 114b895c-a4c4-4c07-b6b1-88eff883e55d on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:48.664614 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.669222 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-fa20fd78-6113-426e-b7ea-9d5296e2e353 req-64cac672-5992-45d1-afad-d2868a162d88 tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.36 "DELETE /v2.0/ports/114b895c-a4c4-4c07-b6b1-88eff883e55d HTTP/1.1" status: 204 len: 173 time: 0.5105186 May 03 22:56:48.675935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: cf8039d3-40a0-426e-9062-aea044da6096 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:48.676316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device cf8039d3-40a0-426e-9062-aea044da6096 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:48.781750 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43588) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:48.835958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (e74d361a-ba52-42a7-a4d5-e035775e5631), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:48.859996 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (e74d361a-ba52-42a7-a4d5-e035775e5631), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.031095 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e74d361a-ba52-42a7-a4d5-e035775e5631), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.034415 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.035677 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "DELETE /v2.0/security-groups/e74d361a-ba52-42a7-a4d5-e035775e5631 HTTP/1.1" status: 204 len: 168 time: 0.2527373 May 03 22:56:49.038607 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43596) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:49.046625 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2319b-bfdd-4d04-a839-8e1dbc428a81 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d361a-ba52-42a7-a4d5-e035775e5631,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:49.057290 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.api.v2.resource [None req-ccd7e9c6-856a-4b01-961a-ba48c7f57e85 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] show failed (client error): The resource could not be found. May 03 22:56:49.060063 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ccd7e9c6-856a-4b01-961a-ba48c7f57e85 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "GET /v2.0/security-groups/e74d361a-ba52-42a7-a4d5-e035775e5631 HTTP/1.1" status: 404 len: 347 time: 0.0203755 May 03 22:56:49.061230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43602) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:49.177687 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d2ad984b-2fe4-4223-8745-bb045ede475e req-3447a4d5-9580-4396-9050-602fb7348e7c tempest-VolumesNegativeTest-1467682500 tempest-VolumesNegativeTest-1467682500-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924 HTTP/1.1" status: 200 len: 210 time: 0.0320086 May 03 22:56:49.205207 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Deleting port 0f561080-712c-454c-a546-fa3c71051682 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:49.207793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (0f561080-712c-454c-a546-fa3c71051682), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.282717 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (0f561080-712c-454c-a546-fa3c71051682), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.283073 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (0f561080-712c-454c-a546-fa3c71051682), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.295903 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Calling delete_port for 0f561080-712c-454c-a546-fa3c71051682 owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:49.539130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (0f561080-712c-454c-a546-fa3c71051682), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.563461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Pushing event deleted for resources: {'Port': ['ID=0f561080-712c-454c-a546-fa3c71051682,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:49.581078 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43612) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:49.638012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks [] for floatingip (fb64fa0a-d792-4da2-abe1-f13754dd139e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.641142 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.647542 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-886de088-c3e3-422b-904a-7dd6c290588a tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] 10.222.0.23 "DELETE /v2.0/floatingips/fb64fa0a-d792-4da2-abe1-f13754dd139e HTTP/1.1" status: 204 len: 168 time: 0.5802367 May 03 22:56:49.897453 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (0a307ea3-1a25-4e89-831d-920b5049cccc), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:49.922919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (0a307ea3-1a25-4e89-831d-920b5049cccc), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.043116 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0a307ea3-1a25-4e89-831d-920b5049cccc), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.047541 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.048811 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a307ea3-1a25-4e89-831d-920b5049cccc HTTP/1.1" status: 204 len: 168 time: 0.4667356 May 03 22:56:50.051792 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43632) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:50.064028 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f49e2f-97d1-4155-945d-722c9a928752 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a307ea3-1a25-4e89-831d-920b5049cccc,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:50.067583 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.api.v2.resource [None req-00379e11-39b5-4a79-a391-73ffe45bf9a3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] show failed (client error): The resource could not be found. May 03 22:56:50.067583 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-00379e11-39b5-4a79-a391-73ffe45bf9a3 tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "GET /v2.0/security-groups/0a307ea3-1a25-4e89-831d-920b5049cccc HTTP/1.1" status: 404 len: 347 time: 0.0139425 May 03 22:56:50.070225 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43634) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:50.195180 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Deleting port 80297ec9-529e-4cdb-928a-42ee0b83e09a {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:50.195576 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.282044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.285835 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (80297ec9-529e-4cdb-928a-42ee0b83e09a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.296428 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Calling delete_port for 80297ec9-529e-4cdb-928a-42ee0b83e09a owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:50.346162 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'name': 'network-vif-deleted', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:56:50.349354 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52166def-7aad-43fd-8605-bbba5b4a07ee" -d '{"events": [{"server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "name": "network-vif-deleted", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:56:50.389887 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1aed5d-81c5-4ed3-9bf9-d3312e3626a3 x-openstack-request-id: req-6d1aed5d-81c5-4ed3-9bf9-d3312e3626a3 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:56:50.390236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924", "name": "network-vif-deleted", "tag": "114b895c-a4c4-4c07-b6b1-88eff883e55d", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:56:50.390427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d1aed5d-81c5-4ed3-9bf9-d3312e3626a3 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:56:50.390824 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1aed5d-81c5-4ed3-9bf9-d3312e3626a3'] response: {'server_uuid': 'f8bc6e1e-ecf2-4ecc-98d4-cc5d7c632924', 'name': 'network-vif-deleted', 'tag': '114b895c-a4c4-4c07-b6b1-88eff883e55d', 'status': 'completed', 'code': 200} May 03 22:56:50.546460 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (80297ec9-529e-4cdb-928a-42ee0b83e09a), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.597303 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Pushing event deleted for resources: {'Port': ['ID=80297ec9-529e-4cdb-928a-42ee0b83e09a,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:50.644729 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks [] for floatingip (181213af-86ad-460b-8425-5f733c3b7953), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.647502 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:50.648663 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1db6746d-9c82-40bc-95f9-0b900356244e tempest-AttachVolumeNegativeTest-1953506479 tempest-AttachVolumeNegativeTest-1953506479-project] 10.222.0.23 "DELETE /v2.0/floatingips/181213af-86ad-460b-8425-5f733c3b7953 HTTP/1.1" status: 204 len: 168 time: 0.5773287 May 03 22:56:52.483933 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43800) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:52.656143 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 114b895c-a4c4-4c07-b6b1-88eff883e55d no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:52.676997 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 114b895c-a4c4-4c07-b6b1-88eff883e55d {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:52.677347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 114b895c-a4c4-4c07-b6b1-88eff883e55d not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:52.963637 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (efd94054-b4b6-4410-a36a-afb859df12ae), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.168792 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3108a7e8-1baf-4123-9f22-86469abb26d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.226542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Deleting port 8dbaac3e-e3fd-4c20-8700-31fb111f140a {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:53.226889 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.337291 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] For port 8dbaac3e-e3fd-4c20-8700-31fb111f140a, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8dbaac3e-e3fd-4c20-8700-31fb111f140a,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:53.337594 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.352446 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Calling delete_port for 8dbaac3e-e3fd-4c20-8700-31fb111f140a owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:53.670980 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (8dbaac3e-e3fd-4c20-8700-31fb111f140a), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.703873 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbaac3e-e3fd-4c20-8700-31fb111f140a,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:53.889800 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (efd94054-b4b6-4410-a36a-afb859df12ae), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:53.959142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43898) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:54.115719 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df72db7b-8196-4782-bfaa-c919fb6ea574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.157279 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Router efd94054-b4b6-4410-a36a-afb859df12ae has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:54.199943 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df72db7b-8196-4782-bfaa-c919fb6ea574 admin admin] Publish callbacks [] for security_group (8c6664b4-e792-4b48-aaf8-79286256a9b3), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.277104 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:54.282120 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8f4279e4-8f14-4d06-aa79-50b9e90a784d admin admin] 10.222.0.23 "PUT /v2.0/routers/efd94054-b4b6-4410-a36a-afb859df12ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969365 May 03 22:56:54.287371 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-df72db7b-8196-4782-bfaa-c919fb6ea574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8c6664b4-e792-4b48-aaf8-79286256a9b3), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.287924 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43924) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:54.289693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Sync routers for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:54.304500 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:54.305816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.313784 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-df72db7b-8196-4782-bfaa-c919fb6ea574 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff9700bc92c1478d90c731fff819d8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3535061 May 03 22:56:54.319039 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43926) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:54.367290 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72db7b-8196-4782-bfaa-c919fb6ea574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6664b4-e792-4b48-aaf8-79286256a9b3,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:54.396182 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] Publish callbacks [] for security_group (8c6664b4-e792-4b48-aaf8-79286256a9b3), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.425396 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] Publish callbacks [] for security_group (8c6664b4-e792-4b48-aaf8-79286256a9b3), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.445787 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks [] for router (efd94054-b4b6-4410-a36a-afb859df12ae), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.451019 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:54.557891 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks [] for router_gateway (efd94054-b4b6-4410-a36a-afb859df12ae), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.574370 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8c6664b4-e792-4b48-aaf8-79286256a9b3), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.574370 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.574983 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c6664b4-e792-4b48-aaf8-79286256a9b3 HTTP/1.1" status: 204 len: 168 time: 0.2547548 May 03 22:56:54.583771 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365daef2-dccb-4547-afd5-f5fc2e0524f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6664b4-e792-4b48-aaf8-79286256a9b3,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:54.650823 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:56:53Z', 'revision_number': 5, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port': {'id': '854df7d8-81c0-4042-8d56-45fefc2fa1b1', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:49:37Z', 'updated_at': '2022-05-03T22:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.686904 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Checking router: efd94054-b4b6-4410-a36a-afb859df12ae for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:54.696527 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Routers {'efd94054-b4b6-4410-a36a-afb859df12ae'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:54.698231 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['efd94054-b4b6-4410-a36a-afb859df12ae'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.714226 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Deleting port 854df7d8-81c0-4042-8d56-45fefc2fa1b1 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:54.714739 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.793938 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] Set router efd94054-b4b6-4410-a36a-afb859df12ae gateway port host: None {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:54.830048 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] For port 854df7d8-81c0-4042-8d56-45fefc2fa1b1, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=854df7d8-81c0-4042-8d56-45fefc2fa1b1,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:54.830424 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:54.842707 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43952) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:54.844641 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Calling delete_port for 854df7d8-81c0-4042-8d56-45fefc2fa1b1 owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:54.866154 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:56:54Z', 'revision_number': 6, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:54.901846 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f31bd-463a-4433-85da-7dae4507c308 None None] The sync data for ids ['efd94054-b4b6-4410-a36a-afb859df12ae'] in dv-cinder-784815-12-iscsi is: [{'id': 'efd94054-b4b6-4410-a36a-afb859df12ae', 'name': 'tempest-AttachVolumeShelveTestJSON-194794309-router', 'tenant_id': '76dfa0aca06245aea5d79f4a92e36e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:49:36Z', 'updated_at': '2022-05-03T22:56:54Z', 'revision_number': 6, 'project_id': '76dfa0aca06245aea5d79f4a92e36e17', 'gw_port_host': None}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:55.248571 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (854df7d8-81c0-4042-8d56-45fefc2fa1b1), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.272546 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Pushing event deleted for resources: {'Port': ['ID=854df7d8-81c0-4042-8d56-45fefc2fa1b1,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:55.338493 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (efd94054-b4b6-4410-a36a-afb859df12ae), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.436365 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (efd94054-b4b6-4410-a36a-afb859df12ae), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.438695 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks [] for router_controller (efd94054-b4b6-4410-a36a-afb859df12ae), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.472362 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d86fc147-d982-41d4-a853-8d453bcd93e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.482999 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (24738e70-d1ec-4067-a2ce-ab7b347df068), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.528266 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43978) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:55.547173 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6766b892-23a9-46c0-a6a2-ecdcfc6220a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.568442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 854df7d8-81c0-4042-8d56-45fefc2fa1b1 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:55.594040 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 854df7d8-81c0-4042-8d56-45fefc2fa1b1 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:55.594382 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 854df7d8-81c0-4042-8d56-45fefc2fa1b1 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:55.594811 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8dbaac3e-e3fd-4c20-8700-31fb111f140a no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:55.621711 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 8dbaac3e-e3fd-4c20-8700-31fb111f140a {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:55.622046 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8dbaac3e-e3fd-4c20-8700-31fb111f140a not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:55.760891 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6766b892-23a9-46c0-a6a2-ecdcfc6220a8 admin admin] Publish callbacks [] for security_group (b3a7a25b-4011-4cfa-a2ab-7514e69a725e), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.829116 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Deleting port 4f7bce27-7f24-466b-962e-c6616e0ac48d {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:55.829384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.848273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-6766b892-23a9-46c0-a6a2-ecdcfc6220a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b3a7a25b-4011-4cfa-a2ab-7514e69a725e), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.900200 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (efd94054-b4b6-4410-a36a-afb859df12ae), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.900786 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd94054-b4b6-4410-a36a-afb859df12ae {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:56:55.905136 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:55.906510 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ee29753e-a1fd-4ee9-bd59-aeedcf173275 admin admin] 10.222.0.23 "DELETE /v2.0/routers/efd94054-b4b6-4410-a36a-afb859df12ae HTTP/1.1" status: 204 len: 168 time: 1.6199980 May 03 22:56:55.909569 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 43980) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:55.936868 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-6766b892-23a9-46c0-a6a2-ecdcfc6220a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b18a17a75284f4298bbcd8cc08fd620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072099 May 03 22:56:55.940480 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43982) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:55.957818 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766b892-23a9-46c0-a6a2-ecdcfc6220a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7a25b-4011-4cfa-a2ab-7514e69a725e,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:56.001066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] Publish callbacks [] for security_group (b3a7a25b-4011-4cfa-a2ab-7514e69a725e), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.008446 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] For port 4f7bce27-7f24-466b-962e-c6616e0ac48d, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4f7bce27-7f24-466b-962e-c6616e0ac48d,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:56.008880 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.020702 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Deleting subnet 1ff4abf5-3ea7-4143-8f6c-3529a40818b0 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:56:56.023248 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Publish callbacks [] for subnet (1ff4abf5-3ea7-4143-8f6c-3529a40818b0), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.027246 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] Publish callbacks [] for security_group (b3a7a25b-4011-4cfa-a2ab-7514e69a725e), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.046295 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Calling delete_port for 4f7bce27-7f24-466b-962e-c6616e0ac48d owned by network:router_interface {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:56.070384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (1ff4abf5-3ea7-4143-8f6c-3529a40818b0), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.139837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b3a7a25b-4011-4cfa-a2ab-7514e69a725e), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.142376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.145838 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3a7a25b-4011-4cfa-a2ab-7514e69a725e HTTP/1.1" status: 204 len: 168 time: 0.2020125 May 03 22:56:56.152054 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a22b68-363a-4cb9-baea-65d7555932a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7a25b-4011-4cfa-a2ab-7514e69a725e,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:56.262069 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (1ff4abf5-3ea7-4143-8f6c-3529a40818b0), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.402957 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (1ff4abf5-3ea7-4143-8f6c-3529a40818b0), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.432887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff4abf5-3ea7-4143-8f6c-3529a40818b0,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:56.434911 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (4f7bce27-7f24-466b-962e-c6616e0ac48d), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.443476 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.446731 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-26e16c7e-5c1b-4bd5-8df0-f7ff38b33189 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ff4abf5-3ea7-4143-8f6c-3529a40818b0 HTTP/1.1" status: 204 len: 168 time: 0.5312936 May 03 22:56:56.447391 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc8da77-3920-4f29-8ebd-baad24644606 None None] Network 764b080d-4e33-4799-8787-77a78fceb305 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:56:56.451004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 43986) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:56.482987 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7bce27-7f24-466b-962e-c6616e0ac48d,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:56.574026 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (764b080d-4e33-4799-8787-77a78fceb305), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.647868 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Deleting port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:56.650236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.697455 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (24738e70-d1ec-4067-a2ce-ab7b347df068), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.781274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] For port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:56.781687 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.806420 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Calling delete_port for b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 owned by network:dhcp {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:56.859777 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.897354 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] DHCP port deletion for 764b080d-4e33-4799-8787-77a78fceb305 request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:56:56.939798 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Deleting port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:56.944172 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:56.996854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.013080 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] For port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,segment=NetworkSegment(eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5),segment_id=eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:57.013845 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.015024 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Router 24738e70-d1ec-4067-a2ce-ab7b347df068 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:56:57.029260 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44004) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:57.038209 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Calling delete_port for b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:57.044277 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] No DVR routers for this DVR port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 on host dv-cinder-784815-12-iscsi {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:57.078682 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:57.133865 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (b6c8a309-3e6d-4d11-aaf4-210c21d01fc7), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.164347 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] Pushing event deleted for resources: {'Port': ['ID=b6c8a309-3e6d-4d11-aaf4-210c21d01fc7,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:57.171372 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (764b080d-4e33-4799-8787-77a78fceb305), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.177012 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ceb10-ee0b-4290-8810-1c3e67ed629a None None] No DVR routers for this DVR port b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:57.195996 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764b080d-4e33-4799-8787-77a78fceb305']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.206530 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.206855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.214743 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:56:57.219921 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.226512 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-43c32091-0b44-4d6e-8d18-207a9dae132d admin admin] 10.222.0.23 "PUT /v2.0/routers/24738e70-d1ec-4067-a2ce-ab7b347df068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3789313 May 03 22:56:57.229592 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Sync routers for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:56:57.231564 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44010) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:57.241764 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:57.243057 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.247001 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-052df576-4c91-4cfa-b4c6-a2f5bdd9d59e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5eba7e3d75284ddd8d62aeb7c5b6bc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170606 May 03 22:56:57.249335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44012) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:57.280838 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.290625 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:57.291017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (eab4bfe7-c068-4a3e-9a94-9b9fdcb06ef5), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:57.294405 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:57.326575 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] Publish callbacks [] for security_group (005ae546-b59d-41c3-8a7b-1104eb085fde), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.370453 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:57.388304 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] Publish callbacks [] for security_group (005ae546-b59d-41c3-8a7b-1104eb085fde), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.437155 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks [] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.478254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (764b080d-4e33-4799-8787-77a78fceb305), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.482708 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.492557 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] 10.222.0.23 "DELETE /v2.0/networks/764b080d-4e33-4799-8787-77a78fceb305 HTTP/1.1" status: 204 len: 168 time: 1.0335929 May 03 22:56:57.520636 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:57.522027 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb42be-2b7c-4d1c-a8c0-2285c5421892 admin admin] Pushing event deleted for resources: {'Network': ['ID=764b080d-4e33-4799-8787-77a78fceb305,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:57.539754 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (005ae546-b59d-41c3-8a7b-1104eb085fde), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.543433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.547832 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/005ae546-b59d-41c3-8a7b-1104eb085fde HTTP/1.1" status: 204 len: 168 time: 0.2971146 May 03 22:56:57.559136 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:57.560207 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device b6c8a309-3e6d-4d11-aaf4-210c21d01fc7 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:57.563299 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d31811-da6a-46ea-b180-a2a2e239c65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ae546-b59d-41c3-8a7b-1104eb085fde,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:57.590317 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:56:57.602825 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:56:56Z', 'revision_number': 5, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port': {'id': 'f8b44cf6-5a57-4672-a856-7094439d31db', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:50:53Z', 'updated_at': '2022-05-03T22:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.608405 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks [] for router_gateway (24738e70-d1ec-4067-a2ce-ab7b347df068), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.713758 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Deleting port f8b44cf6-5a57-4672-a856-7094439d31db {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:57.713990 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.723499 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Checking router: 24738e70-d1ec-4067-a2ce-ab7b347df068 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:56:57.731975 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Routers {'24738e70-d1ec-4067-a2ce-ab7b347df068'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:56:57.732791 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:56:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['24738e70-d1ec-4067-a2ce-ab7b347df068'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.797297 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] For port f8b44cf6-5a57-4672-a856-7094439d31db, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=f8b44cf6-5a57-4672-a856-7094439d31db,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:57.797908 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.820304 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Calling delete_port for f8b44cf6-5a57-4672-a856-7094439d31db owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:57.824284 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] Set router 24738e70-d1ec-4067-a2ce-ab7b347df068 gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:56:57.848327 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44024) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:57.877593 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:57.878189 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:56:57Z', 'revision_number': 6, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:57.913789 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e482912d-1141-4185-8974-5c2b5b60fbbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76dfa0aca06245aea5d79f4a92e36e17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633559 May 03 22:56:57.914406 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44026) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:57.929006 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba5dd7-a225-4a07-8cec-d3b76986da6d None None] The sync data for ids ['24738e70-d1ec-4067-a2ce-ab7b347df068'] in dv-cinder-784815-12-iscsi is: [{'id': '24738e70-d1ec-4067-a2ce-ab7b347df068', 'name': 'tempest-AttachVolumeNegativeTest-246312027-router', 'tenant_id': 'd0695fe13abc401a905fd0579770c1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:50:52Z', 'updated_at': '2022-05-03T22:56:57Z', 'revision_number': 6, 'project_id': 'd0695fe13abc401a905fd0579770c1ad', 'gw_port_host': None}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:56:58.000588 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] Publish callbacks [] for security_group (7b57606a-83d8-4547-bf73-b1f0dea3d55e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.032453 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] Publish callbacks [] for security_group (7b57606a-83d8-4547-bf73-b1f0dea3d55e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.117853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (f8b44cf6-5a57-4672-a856-7094439d31db), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.304272 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b44cf6-5a57-4672-a856-7094439d31db,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:58.304272 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (24738e70-d1ec-4067-a2ce-ab7b347df068), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.305579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7b57606a-83d8-4547-bf73-b1f0dea3d55e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.305579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.308170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b57606a-83d8-4547-bf73-b1f0dea3d55e HTTP/1.1" status: 204 len: 168 time: 0.3927729 May 03 22:56:58.325843 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338898-c50a-4a67-a7bb-280e6e45eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57606a-83d8-4547-bf73-b1f0dea3d55e,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:58.349907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.355161 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks [] for router_controller (24738e70-d1ec-4067-a2ce-ab7b347df068), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.477337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (24738e70-d1ec-4067-a2ce-ab7b347df068), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.477999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24738e70-d1ec-4067-a2ce-ab7b347df068 {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 22:56:58.484114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.484114 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-8c70dc3f-8487-487e-8370-d8bfcf4ea3c1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/24738e70-d1ec-4067-a2ce-ab7b347df068 HTTP/1.1" status: 204 len: 168 time: 1.2509999 May 03 22:56:58.486828 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44034) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:58.531729 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Deleting subnet 74838e72-ce01-4f08-819e-b57ba922b9b7 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 22:56:58.535272 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Publish callbacks [] for subnet (74838e72-ce01-4f08-819e-b57ba922b9b7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.569636 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (74838e72-ce01-4f08-819e-b57ba922b9b7), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.652941 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (74838e72-ce01-4f08-819e-b57ba922b9b7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.786103 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (74838e72-ce01-4f08-819e-b57ba922b9b7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.818123 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74838e72-ce01-4f08-819e-b57ba922b9b7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:58.819891 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.823155 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9fc83442-f312-46aa-a354-fc1edc42c566 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/74838e72-ce01-4f08-819e-b57ba922b9b7 HTTP/1.1" status: 204 len: 168 time: 0.3350151 May 03 22:56:58.825858 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44042) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:56:58.828939 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe29acd-e35d-4619-99b8-a50fad41b8c8 None None] Network db933a1a-28f8-4b03-8f40-7fcceb0a310e requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:56:58.917119 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (db933a1a-28f8-4b03-8f40-7fcceb0a310e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:58.965656 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Deleting port 308654fd-7959-494f-a32e-ae1d68eccc9b {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:58.966240 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.022506 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] DHCP port deletion for db933a1a-28f8-4b03-8f40-7fcceb0a310e request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 22:56:59.037266 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] For port 308654fd-7959-494f-a32e-ae1d68eccc9b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=308654fd-7959-494f-a32e-ae1d68eccc9b,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:59.037560 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.059951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Calling delete_port for 308654fd-7959-494f-a32e-ae1d68eccc9b owned by network:dhcp {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:59.065994 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Deleting port 308654fd-7959-494f-a32e-ae1d68eccc9b {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:56:59.066375 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.147266 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] For port 308654fd-7959-494f-a32e-ae1d68eccc9b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=308654fd-7959-494f-a32e-ae1d68eccc9b,segment=NetworkSegment(15f81ad5-18d5-46a7-ac63-f607eca1c746),segment_id=15f81ad5-18d5-46a7-ac63-f607eca1c746)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:56:59.147707 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.161984 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Calling delete_port for 308654fd-7959-494f-a32e-ae1d68eccc9b owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:56:59.238096 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.247290 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (308654fd-7959-494f-a32e-ae1d68eccc9b), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.265810 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=308654fd-7959-494f-a32e-ae1d68eccc9b,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:59.270021 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] No DVR routers for this DVR port 308654fd-7959-494f-a32e-ae1d68eccc9b on host dv-cinder-784815-12-iscsi {{(pid=110445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:59.278373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] Pushing event deleted for resources: {'Port': ['ID=308654fd-7959-494f-a32e-ae1d68eccc9b,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:56:59.292706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d120f-05a7-4296-b985-0b52c9c1b04b None None] No DVR routers for this DVR port 308654fd-7959-494f-a32e-ae1d68eccc9b on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:56:59.355142 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (db933a1a-28f8-4b03-8f40-7fcceb0a310e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.376648 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db933a1a-28f8-4b03-8f40-7fcceb0a310e']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:59.386737 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f81ad5-18d5-46a7-ac63-f607eca1c746') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:59.387232 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f81ad5-18d5-46a7-ac63-f607eca1c746') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:56:59.396598 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (15f81ad5-18d5-46a7-ac63-f607eca1c746), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.410274 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (15f81ad5-18d5-46a7-ac63-f607eca1c746), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.416995 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device f8b44cf6-5a57-4672-a856-7094439d31db no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:59.417218 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 22:56:59.417622 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (15f81ad5-18d5-46a7-ac63-f607eca1c746), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 22:56:59.419526 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 22:56:59.442706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: f8b44cf6-5a57-4672-a856-7094439d31db {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:59.443052 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device f8b44cf6-5a57-4672-a856-7094439d31db not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:59.443474 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 308654fd-7959-494f-a32e-ae1d68eccc9b no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:59.445181 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.465078 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 308654fd-7959-494f-a32e-ae1d68eccc9b {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:59.465426 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 308654fd-7959-494f-a32e-ae1d68eccc9b not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:59.465856 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4f7bce27-7f24-466b-962e-c6616e0ac48d no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:56:59.488378 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 4f7bce27-7f24-466b-962e-c6616e0ac48d {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:56:59.488728 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4f7bce27-7f24-466b-962e-c6616e0ac48d not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:56:59.574347 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (db933a1a-28f8-4b03-8f40-7fcceb0a310e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.579933 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:56:59.585271 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] 10.222.0.23 "DELETE /v2.0/networks/db933a1a-28f8-4b03-8f40-7fcceb0a310e HTTP/1.1" status: 204 len: 168 time: 0.7561314 May 03 22:56:59.598001 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36145b31-ab31-4bcd-9d6c-e3cfd9937f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=db933a1a-28f8-4b03-8f40-7fcceb0a310e,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:00.072634 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44074) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:00.115656 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1f281586-0fd8-45cc-8aa9-2a3838a9ffa2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0695fe13abc401a905fd0579770c1ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402477 May 03 22:57:00.116527 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44076) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:00.167836 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] Publish callbacks [] for security_group (7f609d85-3a2c-47ed-8163-4c0bbdae6a15), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:00.189559 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] Publish callbacks [] for security_group (7f609d85-3a2c-47ed-8163-4c0bbdae6a15), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:00.368742 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (7f609d85-3a2c-47ed-8163-4c0bbdae6a15), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:00.371425 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:00.375552 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f609d85-3a2c-47ed-8163-4c0bbdae6a15 HTTP/1.1" status: 204 len: 168 time: 0.2580941 May 03 22:57:00.383689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b753d-5afd-4a7c-982a-01ce0faf0f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f609d85-3a2c-47ed-8163-4c0bbdae6a15,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:02.979773 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44186) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:03.026004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44192) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:03.143684 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d94f3491-fc97-416c-8755-0afb3be098c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.148614 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5d13-71a5-4af9-b54e-29b781d4a0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.221926 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d94f3491-fc97-416c-8755-0afb3be098c0 admin admin] Publish callbacks [] for security_group (152324c1-9168-4566-9092-a9185c58e931), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.224936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5d13-71a5-4af9-b54e-29b781d4a0f9 admin admin] Publish callbacks [] for security_group (8b22ab3a-05bc-4517-ba93-12b63139a212), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.322515 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d94f3491-fc97-416c-8755-0afb3be098c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (152324c1-9168-4566-9092-a9185c58e931), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.347017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1a1f5d13-71a5-4af9-b54e-29b781d4a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8b22ab3a-05bc-4517-ba93-12b63139a212), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.365748 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d94f3491-fc97-416c-8755-0afb3be098c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=495320e621ce409787cf55a829eea206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848217 May 03 22:57:03.366377 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44196) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:03.368401 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f3491-fc97-416c-8755-0afb3be098c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152324c1-9168-4566-9092-a9185c58e931,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.386833 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1a1f5d13-71a5-4af9-b54e-29b781d4a0f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1aae542610d64ee18f130c9c2d964113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589327 May 03 22:57:03.387765 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f5d13-71a5-4af9-b54e-29b781d4a0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b22ab3a-05bc-4517-ba93-12b63139a212,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.393837 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44198) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:03.420054 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] Publish callbacks [] for security_group (152324c1-9168-4566-9092-a9185c58e931), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.441516 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] Publish callbacks [] for security_group (152324c1-9168-4566-9092-a9185c58e931), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.443068 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] Publish callbacks [] for security_group (8b22ab3a-05bc-4517-ba93-12b63139a212), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.465994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] Publish callbacks [] for security_group (8b22ab3a-05bc-4517-ba93-12b63139a212), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.568444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8b22ab3a-05bc-4517-ba93-12b63139a212), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.568623 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (152324c1-9168-4566-9092-a9185c58e931), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.571012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.571176 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:03.574204 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b22ab3a-05bc-4517-ba93-12b63139a212 HTTP/1.1" status: 204 len: 168 time: 0.1772623 May 03 22:57:03.574341 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/152324c1-9168-4566-9092-a9185c58e931 HTTP/1.1" status: 204 len: 168 time: 0.2048111 May 03 22:57:03.582190 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c37e7b-214b-486c-8fbd-8d4a815931cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152324c1-9168-4566-9092-a9185c58e931,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:03.589807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de8308-5344-4535-b71e-188a2b6f9e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b22ab3a-05bc-4517-ba93-12b63139a212,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.288715 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44220) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:04.302516 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7c45e2d-22da-4d1f-91f1-4b1bb8f05d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.373985 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7c45e2d-22da-4d1f-91f1-4b1bb8f05d17 admin admin] Publish callbacks [] for security_group (ffbba243-d788-40ef-97f7-5ace4ea351e0), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.436871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d7c45e2d-22da-4d1f-91f1-4b1bb8f05d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ffbba243-d788-40ef-97f7-5ace4ea351e0), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.477441 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d7c45e2d-22da-4d1f-91f1-4b1bb8f05d17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fbd5ac9b2034ee596d860d47a304de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876154 May 03 22:57:04.483366 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c45e2d-22da-4d1f-91f1-4b1bb8f05d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbba243-d788-40ef-97f7-5ace4ea351e0,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.483730 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44224) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:04.532514 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Publish callbacks [] for security_group (ffbba243-d788-40ef-97f7-5ace4ea351e0), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.555099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Publish callbacks [] for security_group (ffbba243-d788-40ef-97f7-5ace4ea351e0), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.676302 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ffbba243-d788-40ef-97f7-5ace4ea351e0), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.679079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:04.680383 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffbba243-d788-40ef-97f7-5ace4ea351e0 HTTP/1.1" status: 204 len: 168 time: 0.1987162 May 03 22:57:04.688363 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbba243-d788-40ef-97f7-5ace4ea351e0,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:04.695570 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.695950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.696298 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.696702 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.697047 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.697766 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.697766 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.698052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.698459 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.698681 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.699012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.699339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.699687 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.700017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:04.700340 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197fd1c7-8caf-496a-83eb-9a7119793d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:05.477260 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:06.735233 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44324) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:06.897312 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5e6552f0-5fc9-402b-a629-5d672099c5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:06.984621 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5e6552f0-5fc9-402b-a629-5d672099c5cf admin admin] Publish callbacks [] for security_group (56a3e12c-090b-444c-9efa-0a9a48e462ec), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.037099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5e6552f0-5fc9-402b-a629-5d672099c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (56a3e12c-090b-444c-9efa-0a9a48e462ec), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.078818 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5e6552f0-5fc9-402b-a629-5d672099c5cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=343fca68bf0941babf525ccc76b25ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412127 May 03 22:57:07.079703 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6552f0-5fc9-402b-a629-5d672099c5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a3e12c-090b-444c-9efa-0a9a48e462ec,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:07.082029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44336) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:07.135003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] Publish callbacks [] for security_group (56a3e12c-090b-444c-9efa-0a9a48e462ec), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.155962 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] Publish callbacks [] for security_group (56a3e12c-090b-444c-9efa-0a9a48e462ec), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.300508 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (56a3e12c-090b-444c-9efa-0a9a48e462ec), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.303085 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.304308 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56a3e12c-090b-444c-9efa-0a9a48e462ec HTTP/1.1" status: 204 len: 168 time: 0.2204702 May 03 22:57:07.312367 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb09afa-7589-4627-b0f0-45dcc90dc7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a3e12c-090b-444c-9efa-0a9a48e462ec,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:07.552286 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44342) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:07.666095 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-06a15f44-5d93-411a-9284-cd1c94cc06cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.741681 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-06a15f44-5d93-411a-9284-cd1c94cc06cf admin admin] Publish callbacks [] for security_group (975f4d23-defc-4fd4-9e5c-c990c8e0ade0), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.826441 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-06a15f44-5d93-411a-9284-cd1c94cc06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (975f4d23-defc-4fd4-9e5c-c990c8e0ade0), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.866972 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a15f44-5d93-411a-9284-cd1c94cc06cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975f4d23-defc-4fd4-9e5c-c990c8e0ade0,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:07.873643 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-06a15f44-5d93-411a-9284-cd1c94cc06cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26083f1c900246eea968c8c05e043277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177462 May 03 22:57:07.874230 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44352) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:07.921534 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] Publish callbacks [] for security_group (975f4d23-defc-4fd4-9e5c-c990c8e0ade0), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.943568 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] Publish callbacks [] for security_group (975f4d23-defc-4fd4-9e5c-c990c8e0ade0), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:07.947512 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44354) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:07.960898 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-074b10c9-6022-408b-afd6-79051817c8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.065758 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (975f4d23-defc-4fd4-9e5c-c990c8e0ade0), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.068388 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.069572 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/975f4d23-defc-4fd4-9e5c-c990c8e0ade0 HTTP/1.1" status: 204 len: 168 time: 0.1944308 May 03 22:57:08.078640 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb1e0f-bb48-45ab-97d1-a39ac6ec9f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975f4d23-defc-4fd4-9e5c-c990c8e0ade0,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.126932 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-074b10c9-6022-408b-afd6-79051817c8a6 admin admin] Publish callbacks [] for security_group (0b9bffcd-2436-4f47-9ddc-d8fba6f82832), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.202380 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-074b10c9-6022-408b-afd6-79051817c8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0b9bffcd-2436-4f47-9ddc-d8fba6f82832), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.241377 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-074b10c9-6022-408b-afd6-79051817c8a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b93ab1d6abc4b25916f6004a5e2b0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927167 May 03 22:57:08.242624 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b10c9-6022-408b-afd6-79051817c8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9bffcd-2436-4f47-9ddc-d8fba6f82832,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.244185 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44358) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:08.294648 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] Publish callbacks [] for security_group (0b9bffcd-2436-4f47-9ddc-d8fba6f82832), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.317288 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] Publish callbacks [] for security_group (0b9bffcd-2436-4f47-9ddc-d8fba6f82832), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.431513 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (0b9bffcd-2436-4f47-9ddc-d8fba6f82832), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.435475 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.437031 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b9bffcd-2436-4f47-9ddc-d8fba6f82832 HTTP/1.1" status: 204 len: 168 time: 0.1918411 May 03 22:57:08.446091 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186cd162-d706-4a2b-ae70-d032685ea942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9bffcd-2436-4f47-9ddc-d8fba6f82832,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:08.747126 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44368) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:08.760773 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-006e8365-ee1a-4027-8f14-ae9c31c71053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.839822 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-006e8365-ee1a-4027-8f14-ae9c31c71053 admin admin] Publish callbacks [] for security_group (2ada9389-30b6-4a6a-b698-76e64e0fe1f7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.933868 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-006e8365-ee1a-4027-8f14-ae9c31c71053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2ada9389-30b6-4a6a-b698-76e64e0fe1f7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:08.982662 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-006e8365-ee1a-4027-8f14-ae9c31c71053 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5b2ea18b7bf4986b3774f7e2fc093b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339473 May 03 22:57:08.988558 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44382) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:09.003411 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e8365-ee1a-4027-8f14-ae9c31c71053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ada9389-30b6-4a6a-b698-76e64e0fe1f7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:09.046528 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] Publish callbacks [] for security_group (2ada9389-30b6-4a6a-b698-76e64e0fe1f7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:09.069238 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] Publish callbacks [] for security_group (2ada9389-30b6-4a6a-b698-76e64e0fe1f7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:09.197248 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2ada9389-30b6-4a6a-b698-76e64e0fe1f7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:09.199858 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:09.201224 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ada9389-30b6-4a6a-b698-76e64e0fe1f7 HTTP/1.1" status: 204 len: 168 time: 0.2150183 May 03 22:57:09.210313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe428b-9132-4dcb-aa27-53718e6153c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ada9389-30b6-4a6a-b698-76e64e0fe1f7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:10.218797 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44428) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:10.323066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-560fb4a6-9acb-4280-8567-bdba9923afd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.396859 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-560fb4a6-9acb-4280-8567-bdba9923afd1 admin admin] Publish callbacks [] for security_group (8df19b45-4de9-40f3-a304-03c7add3ca68), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.470390 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-560fb4a6-9acb-4280-8567-bdba9923afd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8df19b45-4de9-40f3-a304-03c7add3ca68), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.511807 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44436) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:10.512397 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-560fb4a6-9acb-4280-8567-bdba9923afd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=caa4821e2f4e484ea42f29fbf06bf7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918832 May 03 22:57:10.514945 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fb4a6-9acb-4280-8567-bdba9923afd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df19b45-4de9-40f3-a304-03c7add3ca68,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:10.563092 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] Publish callbacks [] for security_group (8df19b45-4de9-40f3-a304-03c7add3ca68), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.584273 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] Publish callbacks [] for security_group (8df19b45-4de9-40f3-a304-03c7add3ca68), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.717215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8df19b45-4de9-40f3-a304-03c7add3ca68), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.719802 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:10.721670 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8df19b45-4de9-40f3-a304-03c7add3ca68 HTTP/1.1" status: 204 len: 168 time: 0.2081032 May 03 22:57:10.733292 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d47a55-eeaf-4d0b-8837-14e1a1b05887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df19b45-4de9-40f3-a304-03c7add3ca68,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:14.606766 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44576) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:14.710719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea0d0bb5-4c57-4bd6-9384-bee8aa8b2db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:14.783307 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea0d0bb5-4c57-4bd6-9384-bee8aa8b2db9 admin admin] Publish callbacks [] for security_group (e3f0eedd-1c63-42e3-a975-120c5994dccc), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:14.837206 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ea0d0bb5-4c57-4bd6-9384-bee8aa8b2db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e3f0eedd-1c63-42e3-a975-120c5994dccc), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:14.875876 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ea0d0bb5-4c57-4bd6-9384-bee8aa8b2db9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a2b4abcac5b413ba593a0e548d2f250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679434 May 03 22:57:14.877048 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d0bb5-4c57-4bd6-9384-bee8aa8b2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0eedd-1c63-42e3-a975-120c5994dccc,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:14.879137 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44582) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:14.927485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] Publish callbacks [] for security_group (e3f0eedd-1c63-42e3-a975-120c5994dccc), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:14.951305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] Publish callbacks [] for security_group (e3f0eedd-1c63-42e3-a975-120c5994dccc), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:15.128467 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e3f0eedd-1c63-42e3-a975-120c5994dccc), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:15.131087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:15.132307 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3f0eedd-1c63-42e3-a975-120c5994dccc HTTP/1.1" status: 204 len: 168 time: 0.2521009 May 03 22:57:15.140247 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935141e-1ea5-4210-980e-80fa79abb6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0eedd-1c63-42e3-a975-120c5994dccc,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:15.920953 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44610) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:15.936011 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-94418231-7e80-4233-a8f7-72c50bc7390b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.013582 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-94418231-7e80-4233-a8f7-72c50bc7390b admin admin] Publish callbacks [] for security_group (bfcdd6d0-e263-4589-b2dd-c91c2802d094), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.070939 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-94418231-7e80-4233-a8f7-72c50bc7390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (bfcdd6d0-e263-4589-b2dd-c91c2802d094), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.108580 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-94418231-7e80-4233-a8f7-72c50bc7390b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cbe8c2ce7014c8e92401e1c120c66cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857722 May 03 22:57:16.110549 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94418231-7e80-4233-a8f7-72c50bc7390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcdd6d0-e263-4589-b2dd-c91c2802d094,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:16.111437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44612) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:16.242977 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] Publish callbacks [] for security_group (bfcdd6d0-e263-4589-b2dd-c91c2802d094), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.264555 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] Publish callbacks [] for security_group (bfcdd6d0-e263-4589-b2dd-c91c2802d094), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.408216 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (bfcdd6d0-e263-4589-b2dd-c91c2802d094), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.411569 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.412858 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfcdd6d0-e263-4589-b2dd-c91c2802d094 HTTP/1.1" status: 204 len: 168 time: 0.2998936 May 03 22:57:16.422015 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d385-003e-428a-a411-6bb535910b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcdd6d0-e263-4589-b2dd-c91c2802d094,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:16.497877 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44618) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:16.602020 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1758659-b1bc-4e87-a71f-35a12751ea08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.676667 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1758659-b1bc-4e87-a71f-35a12751ea08 admin admin] Publish callbacks [] for security_group (302ea739-cc25-4a63-be46-6a56ee2a3104), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.808305 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a1758659-b1bc-4e87-a71f-35a12751ea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (302ea739-cc25-4a63-be46-6a56ee2a3104), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.848417 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1758659-b1bc-4e87-a71f-35a12751ea08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302ea739-cc25-4a63-be46-6a56ee2a3104,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:16.855353 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44628) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:16.855480 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a1758659-b1bc-4e87-a71f-35a12751ea08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a2ba740c0534d63ae1dbf7eac1f360a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562093 May 03 22:57:16.908004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] Publish callbacks [] for security_group (302ea739-cc25-4a63-be46-6a56ee2a3104), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:16.930405 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] Publish callbacks [] for security_group (302ea739-cc25-4a63-be46-6a56ee2a3104), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:17.059893 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (302ea739-cc25-4a63-be46-6a56ee2a3104), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:17.062579 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:17.063759 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/302ea739-cc25-4a63-be46-6a56ee2a3104 HTTP/1.1" status: 204 len: 168 time: 0.2073607 May 03 22:57:17.071587 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe08af1-4785-4321-89ae-c68512d75850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ea739-cc25-4a63-be46-6a56ee2a3104,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:17.924328 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44660) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:18.189660 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f79d6a0b-1810-4e97-b460-2a0bc74e1d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.261959 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f79d6a0b-1810-4e97-b460-2a0bc74e1d81 admin admin] Publish callbacks [] for security_group (e88d6c34-9abf-4a49-82ab-87fa4c247697), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.385382 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f79d6a0b-1810-4e97-b460-2a0bc74e1d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e88d6c34-9abf-4a49-82ab-87fa4c247697), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.423326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d6a0b-1810-4e97-b460-2a0bc74e1d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88d6c34-9abf-4a49-82ab-87fa4c247697,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:18.431412 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f79d6a0b-1810-4e97-b460-2a0bc74e1d81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72807a6d94444a8ebd18dd2f546415fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5057487 May 03 22:57:18.431630 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44674) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:18.480917 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] Publish callbacks [] for security_group (e88d6c34-9abf-4a49-82ab-87fa4c247697), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.502916 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] Publish callbacks [] for security_group (e88d6c34-9abf-4a49-82ab-87fa4c247697), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.631199 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (e88d6c34-9abf-4a49-82ab-87fa4c247697), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.633853 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:18.634994 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e88d6c34-9abf-4a49-82ab-87fa4c247697 HTTP/1.1" status: 204 len: 168 time: 0.2026701 May 03 22:57:18.644589 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2112f-a583-4dfc-a4ef-0e47cb1009c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88d6c34-9abf-4a49-82ab-87fa4c247697,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:19.375531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44692) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:19.389442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-000b0afd-cebb-4c05-9d39-fa212a485783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.464522 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-000b0afd-cebb-4c05-9d39-fa212a485783 admin admin] Publish callbacks [] for security_group (2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.561461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-000b0afd-cebb-4c05-9d39-fa212a485783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.600493 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-000b0afd-cebb-4c05-9d39-fa212a485783 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a890954c8dcb43c3adee0a0454892ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237747 May 03 22:57:19.601339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0afd-cebb-4c05-9d39-fa212a485783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:19.603195 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44698) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:19.654140 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] Publish callbacks [] for security_group (2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.675816 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] Publish callbacks [] for security_group (2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.796676 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.799782 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:19.800927 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd HTTP/1.1" status: 204 len: 168 time: 0.1961441 May 03 22:57:19.809237 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7342a25-5bc0-4207-8b99-144df1339d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b7285-fd2d-43f6-99cd-c815eb6cb2cd,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:20.890414 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44734) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:21.007596 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1456881307-network', 'tenant_id': '54ab55ea74bb47e0a24ca827cea18908'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:57:21.105672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Made reservation on behalf of 54ab55ea74bb47e0a24ca827cea18908 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:21.108125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.117107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.189281 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks [] for security_group (a136f07b-2d76-4555-bbe1-cc0b1310a5e5), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.277542 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a136f07b-2d76-4555-bbe1-cc0b1310a5e5), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.299949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:57:21.318544 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136f07b-2d76-4555-bbe1-cc0b1310a5e5,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:21.322657 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (d588d27c-82f4-4029-82ea-073548090f91), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.323084 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Added segment d588d27c-82f4-4029-82ea-073548090f91 of type vlan for network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 May 03 22:57:21.376251 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (9d76ff44-2e7f-4985-8bca-bc42579ed3c5), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.482248 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (9d76ff44-2e7f-4985-8bca-bc42579ed3c5), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.483285 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:21.483951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.544869 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] Pushing event updated for resources: {'Network': ['ID=9d76ff44-2e7f-4985-8bca-bc42579ed3c5,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:21.555151 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:57:21.604599 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a59017d0-60eb-45b5-bf9c-c65991585158 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7062366 May 03 22:57:21.605108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44758) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:21.610379 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Request body: {'subnet': {'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1456881307-subnet', 'tenant_id': '54ab55ea74bb47e0a24ca827cea18908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:57:21.722276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Made reservation on behalf of 54ab55ea74bb47e0a24ca827cea18908 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:21.724811 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:21.991241 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:22.050951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:22.055231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Checking segment: {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:57:22.055597 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Network hostable DHCP agents. Network: 9d76ff44-2e7f-4985-8bca-bc42579ed3c5, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:57:22.316646 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:57:22.413787 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 9d76ff44-2e7f-4985-8bca-bc42579ed3c5) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:22.418666 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:22.419821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:22.424161 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa08d7b-6e24-4d74-8875-f6d480819f93 None None] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:57:22.502534 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-109472c8-9112-4e16-bd62-e8e0c8e1d824 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8958063 May 03 22:57:22.522100 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d5992-bfb3-4429-b3f6-08cc53cd8ed4 None None] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:57:23.131821 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44782) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:23.156807 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-71216a32-9560-4bde-a046-8fdb01e2a6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.238163 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ff71df5-b642-4c52-9f8a-9e273db836cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.317572 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ff71df5-b642-4c52-9f8a-9e273db836cc admin admin] Publish callbacks [] for security_group (b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.458460 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9ff71df5-b642-4c52-9f8a-9e273db836cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.497052 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9ff71df5-b642-4c52-9f8a-9e273db836cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f785efb80b62468999c3a8f6336df95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639872 May 03 22:57:23.498348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff71df5-b642-4c52-9f8a-9e273db836cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:23.499738 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44790) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:23.549682 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] Publish callbacks [] for security_group (b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.572120 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] Publish callbacks [] for security_group (b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.706134 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.711456 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:23.711456 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f HTTP/1.1" status: 204 len: 168 time: 0.2091906 May 03 22:57:23.719867 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04fa54-066e-4505-bdf1-2ffc18972e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fb0752-7a02-4ff9-b2e2-ba5c6c33d32f,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:24.433214 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44802) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:24.449429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9a2e210a-9db1-48bd-b034-1a8b0cbca652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.522643 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9a2e210a-9db1-48bd-b034-1a8b0cbca652 admin admin] Publish callbacks [] for security_group (ae2e579f-ac5a-4884-8674-bcc0e3f6399b), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.585548 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9a2e210a-9db1-48bd-b034-1a8b0cbca652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ae2e579f-ac5a-4884-8674-bcc0e3f6399b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.599905 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44806) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:24.633747 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9a2e210a-9db1-48bd-b034-1a8b0cbca652 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1745e140dbf4882ab21521a904b7bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1970518 May 03 22:57:24.634016 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44812) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:24.636350 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e210a-9db1-48bd-b034-1a8b0cbca652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e579f-ac5a-4884-8674-bcc0e3f6399b,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:24.690490 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] Publish callbacks [] for security_group (ae2e579f-ac5a-4884-8674-bcc0e3f6399b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.712793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] Publish callbacks [] for security_group (ae2e579f-ac5a-4884-8674-bcc0e3f6399b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.735818 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9dc124df-cac0-4e1d-9f81-02a384ced3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.837234 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ae2e579f-ac5a-4884-8674-bcc0e3f6399b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.839940 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.841880 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae2e579f-ac5a-4884-8674-bcc0e3f6399b HTTP/1.1" status: 204 len: 168 time: 0.2064414 May 03 22:57:24.850999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8be635-d002-4917-bcc7-d9b755ae0427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e579f-ac5a-4884-8674-bcc0e3f6399b,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:24.989931 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9dc124df-cac0-4e1d-9f81-02a384ced3eb admin admin] Publish callbacks [] for security_group (f9d98d79-3bbd-4817-9064-92e4b5d1a243), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:24.997329 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-6bd50493-caa7-4278-9c0a-dbb5e0197f7f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:24.999618 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-6bd50493-caa7-4278-9c0a-dbb5e0197f7f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/networks?id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 200 len: 814 time: 0.1585646 May 03 22:57:25.014531 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-af71eed2-ef7b-4be0-a9dd-f58f1efe8812 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/quotas/54ab55ea74bb47e0a24ca827cea18908 HTTP/1.1" status: 200 len: 375 time: 0.0093288 May 03 22:57:25.048061 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-6c034df0-54ef-4b47-9f7a-801dfe37d6d6 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273304 May 03 22:57:25.087123 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-9dc124df-cac0-4e1d-9f81-02a384ced3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (f9d98d79-3bbd-4817-9064-92e4b5d1a243), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.127878 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-9dc124df-cac0-4e1d-9f81-02a384ced3eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd36d75f2aca459a881ab76f6a7840e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262704 May 03 22:57:25.129081 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc124df-cac0-4e1d-9f81-02a384ced3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d98d79-3bbd-4817-9064-92e4b5d1a243,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:25.138022 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44832) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:25.193150 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] Publish callbacks [] for security_group (f9d98d79-3bbd-4817-9064-92e4b5d1a243), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.215752 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] Publish callbacks [] for security_group (f9d98d79-3bbd-4817-9064-92e4b5d1a243), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.243958 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-b193a3fc-367c-48b8-b614-fae7a2beac33 service neutron] 10.222.0.23 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893873 May 03 22:57:25.322636 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (f9d98d79-3bbd-4817-9064-92e4b5d1a243), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.325272 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.326445 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9d98d79-3bbd-4817-9064-92e4b5d1a243 HTTP/1.1" status: 204 len: 168 time: 0.1874359 May 03 22:57:25.335256 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51c10c-6fc5-410b-b0d2-2471d892efae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d98d79-3bbd-4817-9064-92e4b5d1a243,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:25.342333 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-07609380-8da8-4539-bd4f-f1efcde50b0d service neutron] 10.222.0.23 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928190 May 03 22:57:25.448057 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-88bf5c3a-f25c-4ff4-9e24-50eb0fdd82a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.500884 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44836) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:25.514154 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a97ce9c-c1a2-405f-8975-9baf2be20dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.602670 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a97ce9c-c1a2-405f-8975-9baf2be20dbb admin admin] Publish callbacks [] for security_group (2fc93cf3-7666-40ff-9657-0ebf48cd4e04), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.609142 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1fbcdde-6598-480f-b058-0cfcac896601 req-68dd3ee7-db2c-4417-b6e0-40eb1c698257 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 210 time: 0.0269175 May 03 22:57:25.698698 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a97ce9c-c1a2-405f-8975-9baf2be20dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2fc93cf3-7666-40ff-9657-0ebf48cd4e04), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.741032 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-3a97ce9c-c1a2-405f-8975-9baf2be20dbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55eda55b111f4a23bfadfa078d3e23e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390475 May 03 22:57:25.742140 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ce9c-c1a2-405f-8975-9baf2be20dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc93cf3-7666-40ff-9657-0ebf48cd4e04,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:25.743866 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44848) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:25.797446 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] Publish callbacks [] for security_group (2fc93cf3-7666-40ff-9657-0ebf48cd4e04), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.819533 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] Publish callbacks [] for security_group (2fc93cf3-7666-40ff-9657-0ebf48cd4e04), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.985700 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2fc93cf3-7666-40ff-9657-0ebf48cd4e04), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.989110 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:25.990292 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fc93cf3-7666-40ff-9657-0ebf48cd4e04 HTTP/1.1" status: 204 len: 168 time: 0.2452552 May 03 22:57:25.998290 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85e8af-1f70-4f86-9a72-385292670967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc93cf3-7666-40ff-9657-0ebf48cd4e04,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:26.052856 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 44852) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:26.068250 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-966179f3-b405-43a5-be8a-bc51ea0421dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.144985 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-966179f3-b405-43a5-be8a-bc51ea0421dd admin admin] Publish callbacks [] for security_group (8336eb05-dd56-4c6f-b841-034666b04114), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.248402 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-966179f3-b405-43a5-be8a-bc51ea0421dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8336eb05-dd56-4c6f-b841-034666b04114), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.290580 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-966179f3-b405-43a5-be8a-bc51ea0421dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9f73ae98f4b465b8160b2c321ca834f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343202 May 03 22:57:26.290580 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966179f3-b405-43a5-be8a-bc51ea0421dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8336eb05-dd56-4c6f-b841-034666b04114,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:26.290914 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 44854) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:26.339633 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] Publish callbacks [] for security_group (8336eb05-dd56-4c6f-b841-034666b04114), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.361020 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] Publish callbacks [] for security_group (8336eb05-dd56-4c6f-b841-034666b04114), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.557177 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (8336eb05-dd56-4c6f-b841-034666b04114), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.559853 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.563668 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8336eb05-dd56-4c6f-b841-034666b04114 HTTP/1.1" status: 204 len: 168 time: 0.2691400 May 03 22:57:26.569852 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1317-a5fb-4fa9-8ac6-bdc6a8641ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8336eb05-dd56-4c6f-b841-034666b04114,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:26.648568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:26.706830 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ec39df70-8263-4fb5-b81a-541632e09769 req-598544af-2ee1-445e-baec-a9d5214b44b2 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 210 time: 0.0361023 May 03 22:57:27.803088 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8e66cb8a-8a81-4d0e-8e23-786a9a5a019d req-2b736e25-99a6-4955-ba5f-18c9d688c114 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 210 time: 0.0273495 May 03 22:57:27.933650 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:28.105054 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-19d59a8e-4ac8-4b70-ab65-fc1b382ebcfa tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.106560 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-19d59a8e-4ac8-4b70-ab65-fc1b382ebcfa tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "GET /v2.0/networks?id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 200 len: 814 time: 0.1264114 May 03 22:57:28.119065 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Request body: {'port': {'device_id': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5', 'admin_state_up': True, 'tenant_id': '54ab55ea74bb47e0a24ca827cea18908'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:57:28.309845 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Made reservation on behalf of 54ab55ea74bb47e0a24ca827cea18908 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:57:28.313248 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:28.453348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Allocated IP 172.20.0.5 (9d76ff44-2e7f-4985-8bca-bc42579ed3c5/670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7/89636132-e921-4588-a7c4-b3aafb381fa7) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:57:28.606550 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks [] for port (89636132-e921-4588-a7c4-b3aafb381fa7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:28.722880 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:28.765922 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:57:28.769179 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:57:28.771739 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:57:28.801615 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Pushing event updated for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:28.826422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.827041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:28.916119 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e8a2e-df3e-4bbd-bcf6-e3c813855c64 req-f12a276b-63da-49b4-90f7-d9adb85fafc3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:28.917840 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-657e8a2e-df3e-4bbd-bcf6-e3c813855c64 req-f12a276b-63da-49b4-90f7-d9adb85fafc3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 931 time: 0.0470135 May 03 22:57:28.930584 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-218fe2ea-9e94-4ce7-9892-d9d47fc68d98 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8157220 May 03 22:57:28.941780 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Request body: {'port': {'device_id': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:57:28.964668 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-657e8a2e-df3e-4bbd-bcf6-e3c813855c64 req-49c927ff-369d-41ce-af52-fe6d977f0921 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412960 May 03 22:57:29.006222 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.264964 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89636132-e921-4588-a7c4-b3aafb381fa7 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:29.273122 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks [] for port (89636132-e921-4588-a7c4-b3aafb381fa7), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.287621 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Transition to ACTIVE for port object 89636132-e921-4588-a7c4-b3aafb381fa7 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:57:29.374080 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.402324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.458190 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Pushing event updated for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:29.529653 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Attempting to bind port 89636132-e921-4588-a7c4-b3aafb381fa7 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:57:29.530442 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Attempting to bind port 89636132-e921-4588-a7c4-b3aafb381fa7 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:57:29.531367 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Attempting to bind port 89636132-e921-4588-a7c4-b3aafb381fa7 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:57:29.544007 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Port 89636132-e921-4588-a7c4-b3aafb381fa7 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:57:29.544418 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Attempting to bind port 89636132-e921-4588-a7c4-b3aafb381fa7 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:57:29.550699 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:57:29.551049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Checking segment: {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:57:29.551434 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Bound using segment: {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:57:29.551913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Bound port: 89636132-e921-4588-a7c4-b3aafb381fa7, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:57:29.552278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.617628 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:57:29.620770 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=89636132-e921-4588-a7c4-b3aafb381fa7,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:57:29.727209 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.759793 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.765242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:29.765242 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] 10.222.0.36 "PUT /v2.0/ports/89636132-e921-4588-a7c4-b3aafb381fa7 HTTP/1.1" status: 200 len: 1093 time: 0.8240638 May 03 22:57:29.765242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:29.765242 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690853df-8c36-45bd-9524-c84a1a38d865" -d '{"events": [{"name": "network-changed", "server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:57:29.789536 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1c815-5ec3-413b-bad6-441c7645911b service neutron] Pushing event updated for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:29.800723 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405f4a9-01c7-423f-ad1e-658967c5d2e2 x-openstack-request-id: req-2405f4a9-01c7-423f-ad1e-658967c5d2e2 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:57:29.801016 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:57:29.801368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2405f4a9-01c7-423f-ad1e-658967c5d2e2 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:57:29.801705 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2405f4a9-01c7-423f-ad1e-658967c5d2e2'] response: {'name': 'network-changed', 'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7', 'status': 'completed', 'code': 200} May 03 22:57:29.863046 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690853df-8c36-45bd-9524-c84a1a38d865 req-2223e280-239c-469a-831e-30fe37d707df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.864568 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-690853df-8c36-45bd-9524-c84a1a38d865 req-2223e280-239c-469a-831e-30fe37d707df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 1127 time: 0.0422034 May 03 22:57:29.960864 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690853df-8c36-45bd-9524-c84a1a38d865 req-5e0b7288-219d-490a-aa59-a8e500e24220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:29.962339 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-690853df-8c36-45bd-9524-c84a1a38d865 req-5e0b7288-219d-490a-aa59-a8e500e24220 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=54ab55ea74bb47e0a24ca827cea18908&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0915375 May 03 22:57:30.088006 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690853df-8c36-45bd-9524-c84a1a38d865 req-3b91d3a8-b19d-4e3b-9103-433c40bee868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:30.089561 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-690853df-8c36-45bd-9524-c84a1a38d865 req-3b91d3a8-b19d-4e3b-9103-433c40bee868 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220133 May 03 22:57:30.099436 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b343cc-cab5-4cec-a44e-860936ea9e46 req-d876935b-d872-41e5-8955-256246bb06fe tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:30.101015 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-99b343cc-cab5-4cec-a44e-860936ea9e46 req-d876935b-d872-41e5-8955-256246bb06fe tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0646503 May 03 22:57:30.157164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-99b343cc-cab5-4cec-a44e-860936ea9e46 req-569fdbc4-5770-49b1-bd2c-669958dbc592 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 May 03 22:57:30.168344 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-c3ded3ee-e814-4887-b526-9b075e0b8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:30.169845 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-c3ded3ee-e814-4887-b526-9b075e0b8588 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 1127 time: 0.0428553 May 03 22:57:30.214591 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-68e4a9c4-0e5f-4338-b1e7-93abca699521 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89636132-e921-4588-a7c4-b3aafb381fa7 HTTP/1.1" status: 200 len: 217 time: 0.0369143 May 03 22:57:30.266998 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-ec4e67cc-848b-4fa5-9f73-d4b5847cb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:30.268896 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-ec4e67cc-848b-4fa5-9f73-d4b5847cb296 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7 HTTP/1.1" status: 200 len: 854 time: 0.0440409 May 03 22:57:30.299346 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-80899a4c-aefc-4000-b62e-cd98f0988038 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248625 May 03 22:57:30.391395 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-2936f28b-d066-450b-91ce-c60c06bac645 service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864861 May 03 22:57:30.478474 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-22c9f974-8526-48f7-94a8-7f4eb4e8374b req-d6cd2304-2822-4594-91de-3f8a979c21c3 service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813882 May 03 22:57:31.272850 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fae109-2e53-4365-bf78-e784184fdcdf req-ddd74225-f731-4c98-8368-35e66a7baea2 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:31.274209 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2fae109-2e53-4365-bf78-e784184fdcdf req-ddd74225-f731-4c98-8368-35e66a7baea2 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0449581 May 03 22:57:31.321418 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a2fae109-2e53-4365-bf78-e784184fdcdf req-d62bd4eb-d71f-487d-8344-1128768b14e0 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 May 03 22:57:32.432874 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd822d2-a2b5-44ca-96a6-bb6d8290482c req-071d8dbc-919c-4107-b1cf-0ee29b3f107f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:32.434331 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8fd822d2-a2b5-44ca-96a6-bb6d8290482c req-071d8dbc-919c-4107-b1cf-0ee29b3f107f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0453980 May 03 22:57:32.480075 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8fd822d2-a2b5-44ca-96a6-bb6d8290482c req-2f8eeb39-e86f-483b-ab0b-fc7718f16802 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 May 03 22:57:33.594354 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9aa402-f33a-410f-91a4-b1807385d6fd req-586d2173-02cf-48e1-ae2d-3e5aa851b030 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:33.595830 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7e9aa402-f33a-410f-91a4-b1807385d6fd req-586d2173-02cf-48e1-ae2d-3e5aa851b030 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0494182 May 03 22:57:33.640985 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7e9aa402-f33a-410f-91a4-b1807385d6fd req-3db0be9c-4634-4c4a-b0aa-5f3a838c6a1a tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 May 03 22:57:34.539035 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:57:34.753823 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff759e1a-9d41-4575-8787-f3c7f76d23e2 req-8ac256a4-0a0b-4dd6-8e51-cfee6c72ea58 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:34.755306 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ff759e1a-9d41-4575-8787-f3c7f76d23e2 req-8ac256a4-0a0b-4dd6-8e51-cfee6c72ea58 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0484483 May 03 22:57:34.802825 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ff759e1a-9d41-4575-8787-f3c7f76d23e2 req-182811fb-3b4c-4397-bc84-cabe5a828d6b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 May 03 22:57:35.435647 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:35.913481 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fa5f0-5b58-4b67-8e30-602f3be2adf0 req-d313f622-c351-405c-9dbe-89e4951eb4a7 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:35.914935 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-675fa5f0-5b58-4b67-8e30-602f3be2adf0 req-d313f622-c351-405c-9dbe-89e4951eb4a7 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0463011 May 03 22:57:35.973281 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-675fa5f0-5b58-4b67-8e30-602f3be2adf0 req-b7d2ca7e-0c74-43f0-9678-f45dc2ee256c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487626 May 03 22:57:36.864819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 89636132-e921-4588-a7c4-b3aafb381fa7 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:57:36.964980 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=89636132-e921-4588-a7c4-b3aafb381fa7,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:57:36.976707 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '89636132-e921-4588-a7c4-b3aafb381fa7', 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5', 'port_id': '89636132-e921-4588-a7c4-b3aafb381fa7', 'mac_address': 'fa:16:3e:7e:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:57:37.017553 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 89636132-e921-4588-a7c4-b3aafb381fa7 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:57:37.017950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:37.032736 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89636132-e921-4588-a7c4-b3aafb381fa7 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:57:37.062062 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=89636132-e921-4588-a7c4-b3aafb381fa7,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:57:37.103132 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392aa24-d0f3-4e2a-b6e6-5d7d49542d4c req-9c4467d6-03c9-410a-bd1a-dc599d923c82 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:37.104745 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1392aa24-d0f3-4e2a-b6e6-5d7d49542d4c req-9c4467d6-03c9-410a-bd1a-dc599d923c82 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 943 time: 0.0511105 May 03 22:57:37.138325 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:37.152749 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1392aa24-d0f3-4e2a-b6e6-5d7d49542d4c req-47b65303-e745-45d7-b609-d26891b1f4f0 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 May 03 22:57:37.186371 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:37.193560 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.193915 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.194332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.194678 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.195018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.196029 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.196428 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.196772 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.197110 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.197468 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.197845 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.198173 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.198494 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.198814 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.199218 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:57:37.359476 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['89636132-e921-4588-a7c4-b3aafb381fa7'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:57:38.263986 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942daf3-8fab-4581-9d9b-8e3a54146a70 req-edf9bc2e-d209-48db-bda9-e4f45971cea3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:38.265450 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5942daf3-8fab-4581-9d9b-8e3a54146a70 req-edf9bc2e-d209-48db-bda9-e4f45971cea3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 944 time: 0.0454547 May 03 22:57:38.312595 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5942daf3-8fab-4581-9d9b-8e3a54146a70 req-50f4e475-9d44-45d3-8cd8-48924f772c1c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 May 03 22:57:38.592309 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45042) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:38.701128 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a3673-52ad-477b-9c95-496e8c6273ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:38.775020 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a3673-52ad-477b-9c95-496e8c6273ad admin admin] Publish callbacks [] for security_group (d47191f5-d677-489b-a371-645351ea9f2b), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:38.859251 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-cc3a3673-52ad-477b-9c95-496e8c6273ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d47191f5-d677-489b-a371-645351ea9f2b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:38.872165 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 89636132-e921-4588-a7c4-b3aafb381fa7 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:57:38.898767 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-cc3a3673-52ad-477b-9c95-496e8c6273ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b5238b5c3ff4dceb05a49d4e45b12e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052709 May 03 22:57:38.901310 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45050) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:57:38.907038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a3673-52ad-477b-9c95-496e8c6273ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47191f5-d677-489b-a371-645351ea9f2b,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:38.918018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 89636132-e921-4588-a7c4-b3aafb381fa7 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:57:38.955220 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] Publish callbacks [] for security_group (d47191f5-d677-489b-a371-645351ea9f2b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:38.977626 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] Publish callbacks [] for security_group (d47191f5-d677-489b-a371-645351ea9f2b), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:38.996406 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 89636132-e921-4588-a7c4-b3aafb381fa7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:57:38.996782 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:39.065365 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (d47191f5-d677-489b-a371-645351ea9f2b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:39.068701 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:39.072390 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d47191f5-d677-489b-a371-645351ea9f2b HTTP/1.1" status: 204 len: 168 time: 0.1676395 May 03 22:57:39.079628 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e83f86-c04e-40fe-bc85-e44e400cc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47191f5-d677-489b-a371-645351ea9f2b,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:39.080661 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 89636132-e921-4588-a7c4-b3aafb381fa7 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:57:39.081049 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:39.111977 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:57:39.114721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25307ce1-cea1-4503-92ac-b2254f1a8829" -d '{"events": [{"server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "name": "network-vif-plugged", "status": "completed", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:57:39.129915 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=89636132-e921-4588-a7c4-b3aafb381fa7,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:57:39.159339 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c1b49b-aa16-45de-aa88-1c4d9572e484 x-openstack-request-id: req-60c1b49b-aa16-45de-aa88-1c4d9572e484 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:57:39.159665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "name": "network-vif-plugged", "status": "completed", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:57:39.159922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60c1b49b-aa16-45de-aa88-1c4d9572e484 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:57:39.160354 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c1b49b-aa16-45de-aa88-1c4d9572e484'] response: {'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7', 'code': 200} May 03 22:57:39.254066 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:39.304324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:57:39.448213 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae23eb4-a0a7-4dbd-93da-5d4968ce3798 req-f35cdb70-b7b1-4d89-a544-b9b78a385463 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:39.449744 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fae23eb4-a0a7-4dbd-93da-5d4968ce3798 req-f35cdb70-b7b1-4d89-a544-b9b78a385463 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0556664 May 03 22:57:39.494666 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be7e7-5079-4fdb-b869-381c57bac685 req-4b3dcf5f-823b-4876-b584-fe524a5dcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:39.496976 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1b9be7e7-5079-4fdb-b869-381c57bac685 req-4b3dcf5f-823b-4876-b584-fe524a5dcb8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 1129 time: 0.0422931 May 03 22:57:39.513224 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fae23eb4-a0a7-4dbd-93da-5d4968ce3798 req-b4f1284b-cdda-4a27-97de-6c9794a2d610 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 May 03 22:57:39.553933 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1b9be7e7-5079-4fdb-b869-381c57bac685 req-a2049b3f-ea63-4b04-820d-8173b780fc73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506892 May 03 22:57:40.613890 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba6439-4991-4f44-bb0a-751ad4de1522 req-200137d3-6bbe-4687-a46b-d865bf4d0796 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:40.615348 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7cba6439-4991-4f44-bb0a-751ad4de1522 req-200137d3-6bbe-4687-a46b-d865bf4d0796 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0453930 May 03 22:57:40.662961 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7cba6439-4991-4f44-bb0a-751ad4de1522 req-2238a42f-4a81-41d4-900d-0bc5deaf26c1 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 May 03 22:57:41.779534 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c0555-19ed-418a-a12b-308b56910948 req-f247e8bd-faee-43e3-91ec-30425105baf4 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:41.781000 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-176c0555-19ed-418a-a12b-308b56910948 req-f247e8bd-faee-43e3-91ec-30425105baf4 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0440521 May 03 22:57:41.830621 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-176c0555-19ed-418a-a12b-308b56910948 req-7299feb5-2bb5-4051-949c-3b24a387a528 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436707 May 03 22:57:42.947188 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6146ebc-3d0a-487b-931e-c847b44ce067 req-41bcf30b-9839-4d1e-9245-c00bced9a011 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:42.949690 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6146ebc-3d0a-487b-931e-c847b44ce067 req-41bcf30b-9839-4d1e-9245-c00bced9a011 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0472295 May 03 22:57:42.999672 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b6146ebc-3d0a-487b-931e-c847b44ce067 req-d0e10c1a-f442-4b29-a538-c137dff538df tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439389 May 03 22:57:44.281384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec319ac-9a17-4eed-8b2b-cb97e5c308e0 req-dd45326a-db2f-4c2e-8a96-70651adaad1c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:57:44.284100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ec319ac-9a17-4eed-8b2b-cb97e5c308e0 req-dd45326a-db2f-4c2e-8a96-70651adaad1c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0503836 May 03 22:57:44.332149 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ec319ac-9a17-4eed-8b2b-cb97e5c308e0 req-7d8eec1b-09ad-42d1-8e1c-b352c58ba18c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 May 03 22:57:53.155423 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f24a2b70-dc76-4041-a6cd-3d8cab8e58ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:55.442627 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-552b70a3-3ac1-40b4-8c9f-f632731e58fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:56.617778 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:57.904810 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:57:59.351586 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:05.418005 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:11.540792 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:58:23.205961 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-cbe80bf7-3d4c-41a7-8e72-9e864e355725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.429499 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45614) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:23.533875 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.624817 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Publish callbacks [] for security_group (2065ccfa-0a27-480a-98f1-5d7810c759bd), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.680480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2065ccfa-0a27-480a-98f1-5d7810c759bd), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.720582 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d2b5014cee24ef09160fee9e73ec763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898936 May 03 22:58:23.721459 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2065ccfa-0a27-480a-98f1-5d7810c759bd,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:23.723341 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45622) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:23.729038 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.729389 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.729731 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.730073 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.730411 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.730743 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.731073 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.731400 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.731769 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.732136 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.732467 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.732793 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.733145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.733469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.733790 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27560db-1c7c-4e6f-82d2-b179b405ed1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.771531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Publish callbacks [] for security_group (2065ccfa-0a27-480a-98f1-5d7810c759bd), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.792215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Publish callbacks [] for security_group (2065ccfa-0a27-480a-98f1-5d7810c759bd), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.876449 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (2065ccfa-0a27-480a-98f1-5d7810c759bd), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.878967 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:23.880691 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2065ccfa-0a27-480a-98f1-5d7810c759bd HTTP/1.1" status: 204 len: 168 time: 0.1562459 May 03 22:58:23.888343 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2065ccfa-0a27-480a-98f1-5d7810c759bd,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:23.896081 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.896434 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.896778 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.897178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.897538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.897876 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.898208 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.898531 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.898860 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.899191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.899515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.899867 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.900193 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.900516 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:23.900838 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a130842b-2b28-4fc3-9b13-2a030b600f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:24.791447 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45650) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:24.884870 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1499112963-network', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:24.956203 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Made reservation on behalf of d67649ce9c7c4de3b50d20295d421629 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:24.958974 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:24.968811 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:24.972206 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45656) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:25.049474 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks [] for security_group (cda3c36b-9047-4e10-9839-64de338d9312), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.079428 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc5aa-52b4-4b71-ac78-f4d3a92e8ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.122176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (cda3c36b-9047-4e10-9839-64de338d9312), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.140515 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:58:25.154979 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc5aa-52b4-4b71-ac78-f4d3a92e8ccc admin admin] Publish callbacks [] for security_group (b34f3aa0-8f9a-4944-8352-fb888cbcd28d), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.157631 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (adce0413-aa98-4be8-959d-8b4afab9e30d), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.157982 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Added segment adce0413-aa98-4be8-959d-8b4afab9e30d of type vlan for network 78c39c26-b7e1-49cb-a9be-87242f6e666c May 03 22:58:25.159299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda3c36b-9047-4e10-9839-64de338d9312,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:25.201840 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (78c39c26-b7e1-49cb-a9be-87242f6e666c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.217236 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ac9cc5aa-52b4-4b71-ac78-f4d3a92e8ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b34f3aa0-8f9a-4944-8352-fb888cbcd28d), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.254859 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ac9cc5aa-52b4-4b71-ac78-f4d3a92e8ccc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6873104841fb49ef82932952bcd16095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816100 May 03 22:58:25.256808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cc5aa-52b4-4b71-ac78-f4d3a92e8ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34f3aa0-8f9a-4944-8352-fb888cbcd28d,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:25.257689 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45660) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:25.301750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (78c39c26-b7e1-49cb-a9be-87242f6e666c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.302684 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:25.303268 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.315978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] Publish callbacks [] for security_group (b34f3aa0-8f9a-4944-8352-fb888cbcd28d), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.379834 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] Pushing event updated for resources: {'Network': ['ID=78c39c26-b7e1-49cb-a9be-87242f6e666c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:25.383095 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] Publish callbacks [] for security_group (b34f3aa0-8f9a-4944-8352-fb888cbcd28d), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.396783 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:58:25.404217 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-01061f26-1a12-4793-a814-6a6a598f84b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6115451 May 03 22:58:25.404609 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45662) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:25.409551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Request body: {'subnet': {'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1499112963-subnet', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:25.456553 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-248da671-2aa4-45ad-8988-bf8525f7fb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.504886 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Made reservation on behalf of d67649ce9c7c4de3b50d20295d421629 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:25.507131 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.545278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (b34f3aa0-8f9a-4944-8352-fb888cbcd28d), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.547952 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.549106 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b34f3aa0-8f9a-4944-8352-fb888cbcd28d HTTP/1.1" status: 204 len: 168 time: 0.2904103 May 03 22:58:25.557687 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484264dd-f2d5-4036-bcca-81478d35e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34f3aa0-8f9a-4944-8352-fb888cbcd28d,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:25.756381 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (48d67083-c139-45ee-9e01-8903bf771cc7), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.819852 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d67083-c139-45ee-9e01-8903bf771cc7,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:25.830314 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:25.830658 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Network hostable DHCP agents. Network: 78c39c26-b7e1-49cb-a9be-87242f6e666c, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:58:25.908805 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:58:25.971363 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 78c39c26-b7e1-49cb-a9be-87242f6e666c) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:25.976422 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:25.977673 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:25.984372 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc4571-cf8f-4a4e-9e11-b95802f986ee None None] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:58:26.061740 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-a3386f76-e7df-4e1a-8a5e-e6d99aef283e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6560166 May 03 22:58:26.064397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45676) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:26.069213 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:26.081811 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-78c39c26-b7e1-49cb-a9be-87242f6e666c', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:58:26.083221 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.145579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.146649 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.207003 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for router_controller (61e2015c-c868-4dc0-abd2-0449e1d2f19c), precommit_add_association {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.223977 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Allocated IP 172.20.0.2 (78c39c26-b7e1-49cb-a9be-87242f6e666c/48d67083-c139-45ee-9e01-8903bf771cc7/dd8ac778-4ce5-414a-9269-245622b8f86f) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:26.374986 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks [] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.433004 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for router_gateway (61e2015c-c868-4dc0-abd2-0449e1d2f19c), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.434760 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.473879 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:26.481031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:26.483065 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Pushing event updated for resources: {'Port': ['ID=dd8ac778-4ce5-414a-9269-245622b8f86f,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:26.486173 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:26.555131 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Attempting to bind port dd8ac778-4ce5-414a-9269-245622b8f86f on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:26.555413 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Attempting to bind port dd8ac778-4ce5-414a-9269-245622b8f86f by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:26.555806 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Attempting to bind port dd8ac778-4ce5-414a-9269-245622b8f86f on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:26.562179 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:26.562496 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:26.562902 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.563298 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Bound using segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:26.563806 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Bound port: dd8ac778-4ce5-414a-9269-245622b8f86f, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:26.564195 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.632841 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] For port dd8ac778-4ce5-414a-9269-245622b8f86f, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:26.636005 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] For port dd8ac778-4ce5-414a-9269-245622b8f86f, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dd8ac778-4ce5-414a-9269-245622b8f86f,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:26.642344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.722733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.728640 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for router_gateway (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.754688 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:26.795675 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebc667-0bb4-4ce9-af99-be0933b089ec None None] Pushing event updated for resources: {'Port': ['ID=dd8ac778-4ce5-414a-9269-245622b8f86f,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:26.884940 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Allocated IP 172.27.0.160 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/1fefbc8c-0dce-4fc1-9a53-7d0305053af4) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:27.007243 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.126492 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.167397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:27.170643 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:27.173185 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:27.198965 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Pushing event updated for resources: {'Port': ['ID=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:27.522181 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dd8ac778-4ce5-414a-9269-245622b8f86f up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:27.550798 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for router_gateway (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.737027 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port dd8ac778-4ce5-414a-9269-245622b8f86f triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:27.737412 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.782671 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.820732 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c859ec-e36b-46e6-8cfe-63728b27c01a None None] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:58:27.924737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Provisioning complete for port dd8ac778-4ce5-414a-9269-245622b8f86f triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:27.925032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:27.985079 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:58:27.987757 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.002218 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port dd8ac778-4ce5-414a-9269-245622b8f86f is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:28.002609 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.101166 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:58:28.126378 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:28.129798 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port dd8ac778-4ce5-414a-9269-245622b8f86f, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dd8ac778-4ce5-414a-9269-245622b8f86f,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:28.174247 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:28.177482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:28.210763 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.213018 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f0ddc392-412c-4be8-96b1-6ddeac941c26 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1468835 May 03 22:58:28.232369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45704) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:28.238607 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.253628 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Current status of the port dd8ac778-4ce5-414a-9269-245622b8f86f is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:28.253628 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.391534 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=dd8ac778-4ce5-414a-9269-245622b8f86f,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:28.409880 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:28.471513 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.db.api [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 22:58:28.471883 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG oslo_db.api [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 22:58:28.602986 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:27Z', 'revision_number': 3, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:28.635994 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:28.636432 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Updating router 61e2015c-c868-4dc0-abd2-0449e1d2f19c port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:28.664886 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.920180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks [] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.927110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:28.997128 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.059689 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e529b535-d7e3-498f-96a4-48472c9a2c09 None None] Current status of the port dd8ac778-4ce5-414a-9269-245622b8f86f is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:29.079664 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a63ec-6c5b-41fe-bd6a-9da5a7ac8d4f None None] Pushing event updated for resources: {'Port': ['ID=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.082018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Attempting to bind port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:29.082526 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Attempting to bind port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:29.082968 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Attempting to bind port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:29.088287 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:29.093947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:29.093947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.093947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:29.093947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Bound port: 1fefbc8c-0dce-4fc1-9a53-7d0305053af4, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:29.093947 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.096249 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Allocated IP 172.20.0.1 (78c39c26-b7e1-49cb-a9be-87242f6e666c/48d67083-c139-45ee-9e01-8903bf771cc7/38d3cf58-c9b3-4292-a9ee-ffeaf78aa492) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:29.143447 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] For port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:29.146478 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] For port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:29.178343 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-5cf29f90-a5af-4309-ab7e-742f7fcf0571 None None] Provisioning complete for port dd8ac778-4ce5-414a-9269-245622b8f86f triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:29.178716 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5cf29f90-a5af-4309-ab7e-742f7fcf0571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.203744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks [] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.255220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.305298 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-5cf29f90-a5af-4309-ab7e-742f7fcf0571 None None] Current status of the port dd8ac778-4ce5-414a-9269-245622b8f86f is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:29.315072 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.338448 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:29.338958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:29.341876 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a63ec-6c5b-41fe-bd6a-9da5a7ac8d4f None None] Pushing event updated for resources: {'Port': ['ID=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.352822 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:29.357479 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:29.363151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:29.377893 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.392398 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Pushing event updated for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.416134 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.573771 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dd8ac778-4ce5-414a-9269-245622b8f86f up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:29.632436 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:29.647120 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.695856 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-28c481f0-6f79-436a-81cb-373cb9bcf832 None None] Provisioning complete for port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:29.696217 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-28c481f0-6f79-436a-81cb-373cb9bcf832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.756190 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port dd8ac778-4ce5-414a-9269-245622b8f86f triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:29.756568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.807829 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-28c481f0-6f79-436a-81cb-373cb9bcf832 None None] Port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:58:29.820835 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks [] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.882213 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:29.912988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port dd8ac778-4ce5-414a-9269-245622b8f86f is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:29.915148 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:27Z', 'revision_number': 3, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:29.947012 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a388b-4290-4d69-b0da-256da0bb8793 None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:27Z', 'revision_number': 3, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:29.952231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Pushing event updated for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:29.955985 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:30.051676 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:30.052999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:30.185682 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:58:30.323186 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:58:30.330592 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-86c29a72-8c8f-4861-8a0c-39785e5354fe None None] Provisioning complete for port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:30.331092 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-86c29a72-8c8f-4861-8a0c-39785e5354fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:30.332812 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-db12a486-d051-4e12-848e-ae3260c6cd0e admin admin] 10.222.0.23 "PUT /v2.0/routers/61e2015c-c868-4dc0-abd2-0449e1d2f19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987160 May 03 22:58:30.368599 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-86c29a72-8c8f-4861-8a0c-39785e5354fe None None] Port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:58:31.080041 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45732) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:31.085668 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894700792-network', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:31.184916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Made reservation on behalf of bcb5428d0f88461c85bb4240a19b6f45 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:31.187319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.197000 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.272729 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks [] for security_group (1c99fd48-f96e-4b6f-b28f-f5564d5afe74), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.334178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1c99fd48-f96e-4b6f-b28f-f5564d5afe74), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.355021 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 22:58:31.368457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c99fd48-f96e-4b6f-b28f-f5564d5afe74,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:31.373313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (d70921e0-1ca2-44ad-93ef-c4be52e1895e), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.373662 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Added segment d70921e0-1ca2-44ad-93ef-c4be52e1895e of type vlan for network dd3a4db1-1475-419e-bf1b-afecee269f5f May 03 22:58:31.414475 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (dd3a4db1-1475-419e-bf1b-afecee269f5f), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.480230 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:31.480744 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:31.491260 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:31.491903 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:31.526925 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:31.527259 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.556624 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (dd3a4db1-1475-419e-bf1b-afecee269f5f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.557985 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:31.558589 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.599417 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:31.609904 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:31.610315 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.623091 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3a4db1-1475-419e-bf1b-afecee269f5f,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:31.633651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:31.636441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network dd3a4db1-1475-419e-bf1b-afecee269f5f details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 22:58:31.667854 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2a3865c5-3ccd-4f45-b702-24cb4887e517 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5866637 May 03 22:58:31.670789 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45738) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:31.675380 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Request body: {'subnet': {'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894700792-subnet', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:31.706220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.756307 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Made reservation on behalf of bcb5428d0f88461c85bb4240a19b6f45 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:58:31.758872 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:31.759793 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:31.794548 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 2, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:31.822214 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:31.822626 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Updating router 61e2015c-c868-4dc0-abd2-0449e1d2f19c port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:31.850275 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.002428 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (00a6db50-4297-4c38-ad3e-a23817710f97), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.055307 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a6db50-4297-4c38-ad3e-a23817710f97,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.065488 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Checking segment: {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:32.065840 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Network hostable DHCP agents. Network: dd3a4db1-1475-419e-bf1b-afecee269f5f, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 22:58:32.119086 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks [] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.150261 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Network dd3a4db1-1475-419e-bf1b-afecee269f5f is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 22:58:32.173241 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.224492 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, dd3a4db1-1475-419e-bf1b-afecee269f5f) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:32.227164 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Pushing event updated for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.229147 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:32.230433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.234594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e811b73-6a56-43a5-ac26-29826a0501ae None None] Network dd3a4db1-1475-419e-bf1b-afecee269f5f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:58:32.238626 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.238976 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.239338 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.239719 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.240059 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.240389 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.240722 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.241048 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.241390 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.241720 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.242047 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.242892 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.243241 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.243563 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.243917 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:32.310142 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c5cf1043-c41d-4541-bcb3-3958b54be74e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6383128 May 03 22:58:32.312732 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45744) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:32.313244 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Attempting to bind port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:32.313244 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Attempting to bind port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:32.313544 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Attempting to bind port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:32.319153 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:32.319838 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:32.320442 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:32.321060 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.321450 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Bound using segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:32.321924 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Bound port: 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:32.322306 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.375694 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-dd3a4db1-1475-419e-bf1b-afecee269f5f', 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f', 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'fixed_ips': [{'subnet_id': '00a6db50-4297-4c38-ad3e-a23817710f97'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 22:58:32.376922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.412008 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] For port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:32.415625 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] For port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:32.442829 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.444021 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.499943 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for router_controller (5cf97a8f-c59e-4df7-ae24-bcb94081a888), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.522580 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Provisioning complete for port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:32.523112 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.528120 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.555551 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Allocated IP 172.20.0.2 (dd3a4db1-1475-419e-bf1b-afecee269f5f/00a6db50-4297-4c38-ad3e-a23817710f97/dec27c14-8954-44e2-a2cc-7f7fddcdc391) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:32.589964 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ceb6c-72ea-48ba-be6b-cb913d0e5191 None None] Pushing event updated for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.592697 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:32.593323 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:32.650726 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Current status of the port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:32.651345 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.736539 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] For port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:32.771771 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for router_gateway (5cf97a8f-c59e-4df7-ae24-bcb94081a888), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.795323 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks [] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.811040 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:32.811574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.860937 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbf5de-8039-4ec1-a2e9-6f2c0ed1eea1 None None] Pushing event updated for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.888411 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:32.948044 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Network dd3a4db1-1475-419e-bf1b-afecee269f5f is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:32.951935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:32.954486 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Pushing event updated for resources: {'Port': ['ID=dec27c14-8954-44e2-a2cc-7f7fddcdc391,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:32.957008 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:32.959565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-87896530-0f37-4ef4-a37f-70ae8fd04fec None None] Provisioning complete for port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:32.960058 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-87896530-0f37-4ef4-a37f-70ae8fd04fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.025104 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:33.025507 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for router_gateway (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.045857 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.053006 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3a8e2-2e68-4a44-a3f6-ffaf17aa29cc None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:33.056121 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Attempting to bind port dec27c14-8954-44e2-a2cc-7f7fddcdc391 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:33.056521 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Attempting to bind port dec27c14-8954-44e2-a2cc-7f7fddcdc391 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:33.056953 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Attempting to bind port dec27c14-8954-44e2-a2cc-7f7fddcdc391 on network dd3a4db1-1475-419e-bf1b-afecee269f5f {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:33.064154 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:33.065832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Checking segment: {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:33.065832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.065832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Bound using segment: {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:33.065832 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Bound port: dec27c14-8954-44e2-a2cc-7f7fddcdc391, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:33.066191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.145598 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-87896530-0f37-4ef4-a37f-70ae8fd04fec None None] Current status of the port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:33.186165 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] For port dec27c14-8954-44e2-a2cc-7f7fddcdc391, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:33.190027 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] For port dec27c14-8954-44e2-a2cc-7f7fddcdc391, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dec27c14-8954-44e2-a2cc-7f7fddcdc391,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:33.194154 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Allocated IP 172.27.0.227 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/2736f3d8-e2b2-4f36-b597-8db557913acc) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:33.270261 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.326658 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.345686 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642c67-4ed0-42d2-81ae-d5fe4c373de4 None None] Pushing event updated for resources: {'Port': ['ID=dec27c14-8954-44e2-a2cc-7f7fddcdc391,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:33.419731 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.464002 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:33.467188 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:33.473485 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:33.481446 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Pushing event updated for resources: {'Port': ['ID=2736f3d8-e2b2-4f36-b597-8db557913acc,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:33.644541 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:33.717797 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:33.718241 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.802029 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:33.803247 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:33.856072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:33.856847 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.892130 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for router_gateway (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:33.942565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:34.110431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:34.316306 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 22:58:34.368627 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b09c87-4879-4e78-a63b-502b8e1fdd89 None None] Network dd3a4db1-1475-419e-bf1b-afecee269f5f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 22:58:34.436495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:58:34.446750 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046efeb8-f903-4671-af30-e5017492015a None None] Sync routers for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:34.496182 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:34.496799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:34.500090 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Provisioning complete for port dec27c14-8954-44e2-a2cc-7f7fddcdc391 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:34.500469 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:34.529553 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:34.532227 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-7da8dd9b-7bf1-45a0-a757-0a06e32f342e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2171528 May 03 22:58:34.533856 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45756) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:34.807787 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:34.870070 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Current status of the port dec27c14-8954-44e2-a2cc-7f7fddcdc391 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:34.870356 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:34.960750 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] For port dec27c14-8954-44e2-a2cc-7f7fddcdc391, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dec27c14-8954-44e2-a2cc-7f7fddcdc391,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:35.021093 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:33Z', 'revision_number': 3, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:35.024350 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.052492 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046efeb8-f903-4671-af30-e5017492015a None None] Checking router: 5cf97a8f-c59e-4df7-ae24-bcb94081a888 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:35.052852 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046efeb8-f903-4671-af30-e5017492015a None None] Updating router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 port 2736f3d8-e2b2-4f36-b597-8db557913acc binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:35.114469 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.140953 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1724959-c1c4-4181-aa79-f9985e52c86e None None] Pushing event updated for resources: {'Port': ['ID=dec27c14-8954-44e2-a2cc-7f7fddcdc391,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:35.155840 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-560ccd9c-d3f9-408f-ae14-3ca9a7b35695 None None] Provisioning complete for port dec27c14-8954-44e2-a2cc-7f7fddcdc391 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:35.156404 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-560ccd9c-d3f9-408f-ae14-3ca9a7b35695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.236370 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.350903 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-560ccd9c-d3f9-408f-ae14-3ca9a7b35695 None None] Current status of the port dec27c14-8954-44e2-a2cc-7f7fddcdc391 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:35.398680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Allocated IP 172.20.0.1 (dd3a4db1-1475-419e-bf1b-afecee269f5f/00a6db50-4297-4c38-ad3e-a23817710f97/e5e474ce-f24a-4dd5-827d-4ec909f8291c) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:58:35.460265 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks [] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.485459 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.501258 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dec27c14-8954-44e2-a2cc-7f7fddcdc391 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:35.514838 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks [] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.548324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port dec27c14-8954-44e2-a2cc-7f7fddcdc391 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:35.548699 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.584913 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.659458 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.677399 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-046efeb8-f903-4671-af30-e5017492015a None None] Attempting to bind port 2736f3d8-e2b2-4f36-b597-8db557913acc on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:35.677764 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-046efeb8-f903-4671-af30-e5017492015a None None] Attempting to bind port 2736f3d8-e2b2-4f36-b597-8db557913acc by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:35.678117 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046efeb8-f903-4671-af30-e5017492015a None None] Attempting to bind port 2736f3d8-e2b2-4f36-b597-8db557913acc on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:35.680004 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516e0d-bd46-4796-901b-2fce3dd3dc8d None None] Pushing event updated for resources: {'Port': ['ID=2736f3d8-e2b2-4f36-b597-8db557913acc,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:35.696952 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046efeb8-f903-4671-af30-e5017492015a None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:35.696952 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046efeb8-f903-4671-af30-e5017492015a None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:35.697568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.698213 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046efeb8-f903-4671-af30-e5017492015a None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:35.699412 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-046efeb8-f903-4671-af30-e5017492015a None None] Bound port: 2736f3d8-e2b2-4f36-b597-8db557913acc, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:35.699412 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.700063 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Network dd3a4db1-1475-419e-bf1b-afecee269f5f is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:35.701632 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port dec27c14-8954-44e2-a2cc-7f7fddcdc391 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:35.705079 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:35.723849 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:58:35.735518 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:35.774390 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-046efeb8-f903-4671-af30-e5017492015a None None] For port 2736f3d8-e2b2-4f36-b597-8db557913acc, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:35.781067 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-046efeb8-f903-4671-af30-e5017492015a None None] For port 2736f3d8-e2b2-4f36-b597-8db557913acc, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2736f3d8-e2b2-4f36-b597-8db557913acc,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:35.792814 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.871211 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-046efeb8-f903-4671-af30-e5017492015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.931370 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:35.935271 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:35.984073 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:35.989968 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516e0d-bd46-4796-901b-2fce3dd3dc8d None None] Pushing event updated for resources: {'Port': ['ID=2736f3d8-e2b2-4f36-b597-8db557913acc,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:35.996170 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-d0a822e1-ed25-477a-ba0d-768fd6377323 None None] Provisioning complete for port e5e474ce-f24a-4dd5-827d-4ec909f8291c triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:35.996471 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d0a822e1-ed25-477a-ba0d-768fd6377323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:36.072484 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-d0a822e1-ed25-477a-ba0d-768fd6377323 None None] Port e5e474ce-f24a-4dd5-827d-4ec909f8291c cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:58:36.091200 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:36.151404 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks [] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:36.258215 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-046efeb8-f903-4671-af30-e5017492015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:33Z', 'revision_number': 3, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:36.259833 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:36.289590 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046efeb8-f903-4671-af30-e5017492015a None None] The sync data for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi is: [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:33Z', 'revision_number': 3, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:36.334750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:36.336866 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:36.428629 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Network dd3a4db1-1475-419e-bf1b-afecee269f5f is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:58:36.430148 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:58:36.574313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:58:36.695246 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-6ae5d565-8266-4a49-b1aa-b825df1330bb None None] Provisioning complete for port e5e474ce-f24a-4dd5-827d-4ec909f8291c triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:36.695786 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6ae5d565-8266-4a49-b1aa-b825df1330bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:36.695903 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:58:36.702186 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-481e02ae-bad3-427e-9ae1-9050fc7fa370 admin admin] 10.222.0.23 "PUT /v2.0/routers/5cf97a8f-c59e-4df7-ae24-bcb94081a888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671727 May 03 22:58:36.734630 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5d565-8266-4a49-b1aa-b825df1330bb None None] Port e5e474ce-f24a-4dd5-827d-4ec909f8291c cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:58:37.446685 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45786) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:37.451425 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042776397', 'description': 'tempest-secgroup-smoke-2042776397 description', 'project_id': 'd67649ce9c7c4de3b50d20295d421629'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:37.483530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2736f3d8-e2b2-4f36-b597-8db557913acc up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:37.529301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 2736f3d8-e2b2-4f36-b597-8db557913acc triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:37.529685 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.531778 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.604652 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (20097ef5-114c-4b06-b601-960e9cb6b026), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.614320 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 2736f3d8-e2b2-4f36-b597-8db557913acc is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:37.614713 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.634465 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 2736f3d8-e2b2-4f36-b597-8db557913acc, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2736f3d8-e2b2-4f36-b597-8db557913acc,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:37.685969 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (20097ef5-114c-4b06-b601-960e9cb6b026), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.714458 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.721335 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20097ef5-114c-4b06-b601-960e9cb6b026,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:37.766252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=2736f3d8-e2b2-4f36-b597-8db557913acc,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:37.770950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.772319 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c269ddbf-cd4a-439b-91ba-d991ab602cae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3246045 May 03 22:58:37.775281 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45790) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:37.778138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.778583 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.779028 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.779435 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.779783 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:37.779923 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.780316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.780659 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.780991 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.781324 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.781656 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.781988 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.782318 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.782735 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.782953 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.783278 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:58:37.851045 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Sync routers for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:58:37.861650 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:37.862268 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:37.862409 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (4aeb63bd-c170-48b9-96e8-1594512eae4a), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.917527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (4aeb63bd-c170-48b9-96e8-1594512eae4a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:37.968908 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:37.984741 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (4aeb63bd-c170-48b9-96e8-1594512eae4a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.009352 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeb63bd-c170-48b9-96e8-1594512eae4a,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:38.078034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.079291 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b2ea9830-36b5-4d2f-98d8-2018f5337c9e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3029752 May 03 22:58:38.082244 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45794) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:38.086718 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:38.157142 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': 'e5e474ce-f24a-4dd5-827d-4ec909f8291c', 'name': '', 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'mac_address': 'fa:16:3e:1e:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:35Z', 'updated_at': '2022-05-03T22:58:36Z', 'revision_number': 2, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'subnets': [{'id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:38.188021 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Checking router: 5cf97a8f-c59e-4df7-ae24-bcb94081a888 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:58:38.188379 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Updating router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 port e5e474ce-f24a-4dd5-827d-4ec909f8291c binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 22:58:38.215072 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.230318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (53026886-7287-48b7-9f2f-8917d9922e58), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.288514 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (53026886-7287-48b7-9f2f-8917d9922e58), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.367637 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (53026886-7287-48b7-9f2f-8917d9922e58), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.386001 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53026886-7287-48b7-9f2f-8917d9922e58,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:38.466654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.467922 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-945fc911-e366-49f2-aa59-87f72a60226e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3846555 May 03 22:58:38.468859 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks [] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.470577 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45796) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:38.475748 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:38.556411 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.590286 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (6a8b9e63-bac6-4869-a00a-37e85e81dd0f), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.608284 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4e0fb-be2e-4abf-9c61-908e5b27b37e None None] Pushing event updated for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:38.663579 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (6a8b9e63-bac6-4869-a00a-37e85e81dd0f), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.665355 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Attempting to bind port e5e474ce-f24a-4dd5-827d-4ec909f8291c on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:58:38.665784 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Attempting to bind port e5e474ce-f24a-4dd5-827d-4ec909f8291c by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:58:38.666149 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Attempting to bind port e5e474ce-f24a-4dd5-827d-4ec909f8291c on network dd3a4db1-1475-419e-bf1b-afecee269f5f {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:58:38.671515 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:58:38.671918 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Checking segment: {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:58:38.672338 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.672765 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Bound using segment: {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:58:38.673199 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Bound port: e5e474ce-f24a-4dd5-827d-4ec909f8291c, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70921e0-1ca2-44ad-93ef-c4be52e1895e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:58:38.673574 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.739555 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] For port e5e474ce-f24a-4dd5-827d-4ec909f8291c, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:58:38.742707 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] For port e5e474ce-f24a-4dd5-827d-4ec909f8291c, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=e5e474ce-f24a-4dd5-827d-4ec909f8291c,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:58:38.750260 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (6a8b9e63-bac6-4869-a00a-37e85e81dd0f), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.770256 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8b9e63-bac6-4869-a00a-37e85e81dd0f,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:38.814845 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.862350 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:58:38.862938 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.863076 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:38.866626 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-67ceefac-1ee5-46af-9f78-864087116b8a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3924408 May 03 22:58:38.867239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45800) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:38.877359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:38.885323 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Provisioning complete for port e5e474ce-f24a-4dd5-827d-4ec909f8291c triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:38.886288 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:38.934528 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4e0fb-be2e-4abf-9c61-908e5b27b37e None None] Pushing event updated for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:38.990543 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Current status of the port e5e474ce-f24a-4dd5-827d-4ec909f8291c is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:38.990543 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.001210 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (4e026cb5-67d1-409d-a5c8-12c826e1f312), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.030342 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:58:39.038015 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] For port e5e474ce-f24a-4dd5-827d-4ec909f8291c, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=e5e474ce-f24a-4dd5-827d-4ec909f8291c,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:39.100932 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (4e026cb5-67d1-409d-a5c8-12c826e1f312), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.109589 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.177429 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf1a3-4856-4dc8-8dd0-e091ab5f2fda None None] Pushing event updated for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:39.200199 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (4e026cb5-67d1-409d-a5c8-12c826e1f312), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.220293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e026cb5-67d1-409d-a5c8-12c826e1f312,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:39.231400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-8a82e75c-dd5b-4452-a912-45d2dbdd6b0e None None] Provisioning complete for port e5e474ce-f24a-4dd5-827d-4ec909f8291c triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:39.231812 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8a82e75c-dd5b-4452-a912-45d2dbdd6b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.274268 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': 'e5e474ce-f24a-4dd5-827d-4ec909f8291c', 'name': '', 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'mac_address': 'fa:16:3e:1e:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:35Z', 'updated_at': '2022-05-03T22:58:38Z', 'revision_number': 4, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'subnets': [{'id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:58:39.287775 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.289395 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-37c420f1-0bfc-4832-b1f9-e027a944e858 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4212637 May 03 22:58:39.297340 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 45808) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:39.302689 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87950a56-46c9-4dfc-97d7-ad1a7be90881 None None] The sync data for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi is: [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T22:58:35Z', 'revision_number': 4, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': 'e5e474ce-f24a-4dd5-827d-4ec909f8291c', 'name': '', 'network_id': 'dd3a4db1-1475-419e-bf1b-afecee269f5f', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'mac_address': 'fa:16:3e:1e:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:35Z', 'updated_at': '2022-05-03T22:58:38Z', 'revision_number': 4, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'subnets': [{'id': '00a6db50-4297-4c38-ad3e-a23817710f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:58:39.313342 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:39.430793 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.securitygroups_db [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Project d67649ce9c7c4de3b50d20295d421629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:58:39.439529 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (317a9548-246c-41e2-b705-6696ddea9532), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.477429 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-8a82e75c-dd5b-4452-a912-45d2dbdd6b0e None None] Current status of the port e5e474ce-f24a-4dd5-827d-4ec909f8291c is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:39.516397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (317a9548-246c-41e2-b705-6696ddea9532), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.580005 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2736f3d8-e2b2-4f36-b597-8db557913acc up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:39.613951 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (317a9548-246c-41e2-b705-6696ddea9532), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.629545 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 2736f3d8-e2b2-4f36-b597-8db557913acc triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:39.629860 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.632343 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317a9548-246c-41e2-b705-6696ddea9532,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:39.695395 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.697465 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-f1d19d23-978d-4a1d-932d-8c35d9295ae9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3967671 May 03 22:58:39.700010 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45812) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:39.705112 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'security_group_rule': {'security_group_id': '20097ef5-114c-4b06-b601-960e9cb6b026', 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:58:39.721893 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 2736f3d8-e2b2-4f36-b597-8db557913acc is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:39.724085 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device e5e474ce-f24a-4dd5-827d-4ec909f8291c up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:58:39.773594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port e5e474ce-f24a-4dd5-827d-4ec909f8291c triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:58:39.774038 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.808083 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.securitygroups_db [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Project d67649ce9c7c4de3b50d20295d421629 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 22:58:39.814292 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (c4733184-4099-42f2-96b6-99f952d8deda), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.861212 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port e5e474ce-f24a-4dd5-827d-4ec909f8291c is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:58:39.888614 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (c4733184-4099-42f2-96b6-99f952d8deda), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.979210 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (c4733184-4099-42f2-96b6-99f952d8deda), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:39.999415 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4733184-4099-42f2-96b6-99f952d8deda,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:40.089421 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:40.090655 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4a15dad5-0b1d-4e6d-9df8-ebdd982d5556 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895340 May 03 22:58:43.418786 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-3ced8f7f-9384-4a59-81c3-cdd51ca3a6c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458877 May 03 22:58:43.533416 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-d3361366-fff7-4c66-81dc-9cef849a5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:43.535236 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-d3361366-fff7-4c66-81dc-9cef849a5a1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 1129 time: 0.0441661 May 03 22:58:43.651587 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-17ea9582-c9b8-42f8-ba44-00beb40081fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:43.653181 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-17ea9582-c9b8-42f8-ba44-00beb40081fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 200 len: 915 time: 0.0961299 May 03 22:58:43.703873 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-0980344c-f7d6-41de-8099-88a15437ff9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89636132-e921-4588-a7c4-b3aafb381fa7 HTTP/1.1" status: 200 len: 217 time: 0.0445135 May 03 22:58:43.768788 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-258c3a7a-ed74-40a5-b31a-7d1907489f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:43.770300 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-258c3a7a-ed74-40a5-b31a-7d1907489f4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7 HTTP/1.1" status: 200 len: 854 time: 0.0532568 May 03 22:58:43.803861 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-c7b0e7c9-0a24-4318-b46a-c7a1f3ef62ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269628 May 03 22:58:43.903967 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-7ecdd1b5-d338-4a8a-a8e0-9805f032ee5a service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933690 May 03 22:58:44.011151 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-be2ba0e3-1f4f-4516-8b61-b9b7c3b9bf3c req-fb4f0bcb-732e-4ef2-8e60-fc938cff9763 service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985384 May 03 22:58:45.195592 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0394e-04df-4c5c-a448-336119b8ff68 req-f513079d-1d10-494d-a6b3-3ba262d2ba06 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:45.197114 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4bc0394e-04df-4c5c-a448-336119b8ff68 req-f513079d-1d10-494d-a6b3-3ba262d2ba06 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0483763 May 03 22:58:45.245869 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4bc0394e-04df-4c5c-a448-336119b8ff68 req-4b2967fe-c0eb-49c5-b3a2-9e01aabc36a1 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 May 03 22:58:46.362838 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5011c5-f7e5-454b-a1b7-2ba816daefb4 req-b8ea30c9-de7b-41af-85b1-a09294d67502 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:46.364413 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dd5011c5-f7e5-454b-a1b7-2ba816daefb4 req-b8ea30c9-de7b-41af-85b1-a09294d67502 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0465899 May 03 22:58:46.411478 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dd5011c5-f7e5-454b-a1b7-2ba816daefb4 req-e5a45eff-d825-4f05-a08d-8f0b2b80fb26 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 May 03 22:58:46.726009 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-145a3ba4-7af7-4f00-94dc-78bcddfca8dd tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:46.727238 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-145a3ba4-7af7-4f00-94dc-78bcddfca8dd tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 945 time: 0.0483022 May 03 22:58:46.811107 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Deleting port 89636132-e921-4588-a7c4-b3aafb381fa7 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:58:46.811369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:46.904859 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] For port 89636132-e921-4588-a7c4-b3aafb381fa7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=89636132-e921-4588-a7c4-b3aafb381fa7,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:58:46.905229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:46.919010 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Calling delete_port for 89636132-e921-4588-a7c4-b3aafb381fa7 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:58:47.133451 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (89636132-e921-4588-a7c4-b3aafb381fa7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:47.145480 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['89636132-e921-4588-a7c4-b3aafb381fa7'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:58:47.162650 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Pushing event deleted for resources: {'Port': ['ID=89636132-e921-4588-a7c4-b3aafb381fa7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:47.205170 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] No DVR routers for this DVR port 89636132-e921-4588-a7c4-b3aafb381fa7 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:58:47.207796 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:47.211072 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-44ca6d22-07bb-45c1-82c9-96485c65f513 req-fb390522-6cda-4e61-8f82-162c7e2f6ddf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "DELETE /v2.0/ports/89636132-e921-4588-a7c4-b3aafb381fa7 HTTP/1.1" status: 204 len: 173 time: 0.4789152 May 03 22:58:47.211505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'name': 'network-vif-deleted', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:58:47.214277 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cedc7e-14c6-450f-851f-4d270c70c66f" -d '{"events": [{"server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "name": "network-vif-deleted", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:58:47.249527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a59a881-bb8d-4ca3-b1a7-47531970a6d3 x-openstack-request-id: req-5a59a881-bb8d-4ca3-b1a7-47531970a6d3 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:58:47.249875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01196345-c1b0-4776-9d33-8f3f62c373a3", "name": "network-vif-deleted", "tag": "89636132-e921-4588-a7c4-b3aafb381fa7", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:58:47.250121 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a59a881-bb8d-4ca3-b1a7-47531970a6d3 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:58:47.250564 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a59a881-bb8d-4ca3-b1a7-47531970a6d3'] response: {'server_uuid': '01196345-c1b0-4776-9d33-8f3f62c373a3', 'name': 'network-vif-deleted', 'tag': '89636132-e921-4588-a7c4-b3aafb381fa7', 'status': 'completed', 'code': 200} May 03 22:58:47.509530 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-68ba6a74-df6f-4438-8627-abc0d52982cb req-f0416138-ac3f-4cf0-8671-ce945d24bfe0 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=01196345-c1b0-4776-9d33-8f3f62c373a3 HTTP/1.1" status: 200 len: 210 time: 0.0294642 May 03 22:58:48.545107 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:58:49.511654 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 45998) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:49.616439 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f75d-2935-421a-9127-dc0e8c824348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:49.694920 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f75d-2935-421a-9127-dc0e8c824348 admin admin] Publish callbacks [] for security_group (16c73cee-859e-4800-b26e-5e1fd7ac11ec), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:49.745571 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-4fb5f75d-2935-421a-9127-dc0e8c824348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (16c73cee-859e-4800-b26e-5e1fd7ac11ec), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:49.785939 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-4fb5f75d-2935-421a-9127-dc0e8c824348 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c1e62ddbdfb4279aea4c92eec3e4108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731640 May 03 22:58:49.786819 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5f75d-2935-421a-9127-dc0e8c824348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c73cee-859e-4800-b26e-5e1fd7ac11ec,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:49.788608 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46002) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:58:50.102151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] Publish callbacks [] for security_group (16c73cee-859e-4800-b26e-5e1fd7ac11ec), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:50.123342 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] Publish callbacks [] for security_group (16c73cee-859e-4800-b26e-5e1fd7ac11ec), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:50.224869 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (16c73cee-859e-4800-b26e-5e1fd7ac11ec), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:50.227374 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:50.228553 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16c73cee-859e-4800-b26e-5e1fd7ac11ec HTTP/1.1" status: 204 len: 168 time: 0.4382098 May 03 22:58:50.236452 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a998ea-0fba-4975-bd7d-568987de1c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c73cee-859e-4800-b26e-5e1fd7ac11ec,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:58:51.055515 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 89636132-e921-4588-a7c4-b3aafb381fa7 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:58:51.077249 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 89636132-e921-4588-a7c4-b3aafb381fa7 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:58:51.077588 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 89636132-e921-4588-a7c4-b3aafb381fa7 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:58:53.150332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bd8869b6-0993-4bc3-8ff4-a3cf8cc581d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:55.473534 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b6b5b3b9-c445-4ee1-8874-3bd1e3cbffc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:56.630285 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:57.890577 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:59.121671 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6594f53e-2544-4b73-8002-a54ab7968c3d tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:58:59.123136 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6594f53e-2544-4b73-8002-a54ab7968c3d tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/networks?id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 200 len: 814 time: 0.1074162 May 03 22:58:59.138739 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6db551e1-8f26-466d-a844-be139735f44f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/quotas/54ab55ea74bb47e0a24ca827cea18908 HTTP/1.1" status: 200 len: 375 time: 0.0096226 May 03 22:58:59.170185 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-2954cc7f-5552-4232-acf0-6783fee886eb tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263519 May 03 22:58:59.256065 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-0b08e56c-af01-458f-8d02-6326c5de11ba service neutron] 10.222.0.23 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793574 May 03 22:58:59.344828 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:58:59.346381 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-22248530-98db-49be-aedf-f26af11f34a3 service neutron] 10.222.0.23 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846562 May 03 22:59:00.594200 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9b013d7e-6274-4524-be15-115038937415 req-c1184a17-af67-46d4-af5e-460d7cdf5fad tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0269494 May 03 22:59:01.202686 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-f6808b27-6dc1-47a8-8658-7e34e450bd36 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042776397&fields=id&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 267 time: 0.0431688 May 03 22:59:01.307051 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-4f80a101-8b37-4fd7-a281-174d37035815 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:01.309081 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-4f80a101-8b37-4fd7-a281-174d37035815 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.0997701 May 03 22:59:01.323308 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-73950777-2488-463f-a7c6-c2042b3095ae tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/quotas/d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 375 time: 0.0089035 May 03 22:59:01.369113 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-0072dfc7-14f5-4fd8-8f9e-9778c4141476 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0403268 May 03 22:59:01.466120 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-b230aee7-c4eb-4804-9b0a-718993df0b06 service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857153 May 03 22:59:01.552369 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-7e752ec2-2b96-4948-a441-aa1f159e7b09 service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806875 May 03 22:59:01.673032 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-05b3c235-be20-4e44-ae91-0150c17b7673 req-b1fa1fa0-78fc-499a-a0a6-158cfa5a5e38 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0288386 May 03 22:59:02.164247 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-732d399f-aa94-4f8f-8b5d-dc0b57fb5473 req-3e860a39-c5d9-4759-a4f3-45ab896509d5 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 210 time: 0.0304732 May 03 22:59:02.754021 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-88aa99c9-ebee-41c5-9426-374ef5429aa9 req-85bb3f8a-d5cd-4cdf-aa9d-3c2ef54cffb9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0268524 May 03 22:59:03.241920 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aae42fb8-d63b-4c60-bc4f-ad0dd527d7c2 req-3b9fa38c-e1bd-405b-a3d5-0d6023ab2eb0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 210 time: 0.0294447 May 03 22:59:03.836884 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f53db045-7396-40a2-8436-416a84c35b83 req-1f605f9a-7ae7-44db-a183-35bc7b91b4c8 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0306928 May 03 22:59:04.341270 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-99a7cdd2-782a-47c2-b7b8-b5ce16366ca3 req-70b690b2-0085-4001-83a1-2dd4e3424b70 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 210 time: 0.0326593 May 03 22:59:04.419394 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-7ec781f2-614f-4963-8987-a60422053935 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:04.420879 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-7ec781f2-614f-4963-8987-a60422053935 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.1029985 May 03 22:59:04.490101 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-bf71343c-9925-4593-8a67-36f6823cca84 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 380 time: 0.0609026 May 03 22:59:04.498885 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'port': {'device_id': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'admin_state_up': True, 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'security_groups': ['20097ef5-114c-4b06-b601-960e9cb6b026']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:59:04.650960 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Made reservation on behalf of d67649ce9c7c4de3b50d20295d421629 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:04.654327 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:04.786779 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.20.0.11 (78c39c26-b7e1-49cb-a9be-87242f6e666c/48d67083-c139-45ee-9e01-8903bf771cc7/449401c3-7188-4bed-bd8e-4e748d34037c) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:04.927369 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (449401c3-7188-4bed-bd8e-4e748d34037c), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:04.941924 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e1e0a6f4-323d-4e35-a654-48e6ed8e7fad req-c8c9beea-5622-4656-929f-888a1a17e261 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0329409 May 03 22:59:05.030825 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.071410 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:05.074403 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:05.076907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:59:05.108992 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:05.148074 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:05.148074 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.251380 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-82c4e49b-f342-4f4e-a5d8-98f5f216eef0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7560098 May 03 22:59:05.251952 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-c652c171-55f6-403a-b068-9c4c5c0e28ce None None] Provisioning complete for port 449401c3-7188-4bed-bd8e-4e748d34037c triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:59:05.252448 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c652c171-55f6-403a-b068-9c4c5c0e28ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.262937 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Request body: {'port': {'device_id': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:59:05.289044 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-c652c171-55f6-403a-b068-9c4c5c0e28ce None None] Port 449401c3-7188-4bed-bd8e-4e748d34037c cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 22:59:05.332742 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.460006 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e49e4-e0e8-4e2c-b413-6675cf176516 req-fd2db477-75b7-4a14-adc5-a31b37a96613 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:05.461495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ec5e49e4-e0e8-4e2c-b413-6675cf176516 req-fd2db477-75b7-4a14-adc5-a31b37a96613 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 932 time: 0.0498302 May 03 22:59:05.479627 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.510882 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ec5e49e4-e0e8-4e2c-b413-6675cf176516 req-6f3a4022-8ee7-4bda-bad6-463b52254780 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 May 03 22:59:05.601994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449401c3-7188-4bed-bd8e-4e748d34037c {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:05.610175 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks [] for port (449401c3-7188-4bed-bd8e-4e748d34037c), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.622857 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Transition to ACTIVE for port object 449401c3-7188-4bed-bd8e-4e748d34037c will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:59:05.716169 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.773830 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Pushing event updated for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:05.846936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Attempting to bind port 449401c3-7188-4bed-bd8e-4e748d34037c on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:59:05.847283 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Attempting to bind port 449401c3-7188-4bed-bd8e-4e748d34037c by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:59:05.854565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Attempting to bind port 449401c3-7188-4bed-bd8e-4e748d34037c on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:59:05.854565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Port 449401c3-7188-4bed-bd8e-4e748d34037c on network 78c39c26-b7e1-49cb-a9be-87242f6e666c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:59:05.854565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Attempting to bind port 449401c3-7188-4bed-bd8e-4e748d34037c on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:59:05.857883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:59:05.858229 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:59:05.859178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Bound using segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:59:05.859633 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Bound port: 449401c3-7188-4bed-bd8e-4e748d34037c, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:59:05.860003 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:05.930049 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:59:05.933589 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=449401c3-7188-4bed-bd8e-4e748d34037c,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:59:06.021715 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-48b6bd0a-cef1-4115-96ae-5651efd92914 req-fa612e9b-ddb2-4f8a-b6bf-c41455535ae2 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0279026 May 03 22:59:06.025352 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:06.058661 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.059278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:06.060946 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] 10.222.0.36 "PUT /v2.0/ports/449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 200 len: 1094 time: 0.8021462 May 03 22:59:06.063355 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:06.066578 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392be086-239a-4198-86f8-6f6de035bb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:06.102468 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e3147-c35c-4472-8b8a-e14889cc7313 service neutron] Pushing event updated for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:06.108607 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf67a28a-8d23-41ee-a4b5-9fc447afc890 x-openstack-request-id: req-bf67a28a-8d23-41ee-a4b5-9fc447afc890 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:06.108898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:06.109158 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf67a28a-8d23-41ee-a4b5-9fc447afc890 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:06.109545 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf67a28a-8d23-41ee-a4b5-9fc447afc890'] response: {'name': 'network-changed', 'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c', 'status': 'completed', 'code': 200} May 03 22:59:06.170787 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392be086-239a-4198-86f8-6f6de035bb2f req-f7437259-c05a-4faa-89a5-3f44516a294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.172875 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-392be086-239a-4198-86f8-6f6de035bb2f req-f7437259-c05a-4faa-89a5-3f44516a294b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0429249 May 03 22:59:06.278738 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392be086-239a-4198-86f8-6f6de035bb2f req-68fc8b68-d259-42cf-a3a1-3095e465fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.280269 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-392be086-239a-4198-86f8-6f6de035bb2f req-68fc8b68-d259-42cf-a3a1-3095e465fc4a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d67649ce9c7c4de3b50d20295d421629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1007042 May 03 22:59:06.469311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392be086-239a-4198-86f8-6f6de035bb2f req-ada1c01c-9e23-4ddd-ab86-618da77fa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.470776 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-392be086-239a-4198-86f8-6f6de035bb2f req-ada1c01c-9e23-4ddd-ab86-618da77fa389 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916970 May 03 22:59:06.569149 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-b2e11ed0-8772-4bcc-9f95-f6e220094d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.570663 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-b2e11ed0-8772-4bcc-9f95-f6e220094d4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1128 time: 0.0666335 May 03 22:59:06.626998 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a101cb-c9f1-49d7-a690-0ea5031e2199 req-b51e43a8-7c6d-4de2-9194-82a67d7c36c3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.628666 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-51a101cb-c9f1-49d7-a690-0ea5031e2199 req-b51e43a8-7c6d-4de2-9194-82a67d7c36c3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0518792 May 03 22:59:06.641445 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-89490693-2e87-4886-ac9d-5af0555bb186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 200 len: 217 time: 0.0643718 May 03 22:59:06.679785 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-51a101cb-c9f1-49d7-a690-0ea5031e2199 req-2426a542-352a-4fd6-af06-06c06f6572cb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 May 03 22:59:06.707627 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-e7fdd259-814f-4e1a-ac00-f9f5c556839b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.709110 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-e7fdd259-814f-4e1a-ac00-f9f5c556839b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "GET /v2.0/networks?id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 200 len: 814 time: 0.1791694 May 03 22:59:06.714487 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-393d2229-f4e8-4c0c-9f85-0c347b72bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.715840 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-393d2229-f4e8-4c0c-9f85-0c347b72bb74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0677583 May 03 22:59:06.720798 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Request body: {'port': {'device_id': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5', 'admin_state_up': True, 'tenant_id': '54ab55ea74bb47e0a24ca827cea18908'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:59:06.786923 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821fe6a-5862-4182-bc70-359d6597b01c req-759f0f6d-d770-4976-a9df-c4d245cd1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:06.788520 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-759f0f6d-d770-4976-a9df-c4d245cd1e14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645425 May 03 22:59:06.931547 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-2f945dca-96f6-44d2-9498-4ecd54052e0d service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180079 May 03 22:59:06.992101 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Made reservation on behalf of 54ab55ea74bb47e0a24ca827cea18908 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 22:59:06.995307 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:07.069041 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-a821fe6a-5862-4182-bc70-359d6597b01c req-a123aceb-24a0-4b67-aae7-9121fc7eb92d service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320972 May 03 22:59:07.120007 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-926a4dbf-a229-4b10-9040-e689037fbbd9 req-7c4b595e-317e-4137-89e7-767c3014da69 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0276115 May 03 22:59:07.143206 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Allocated IP 172.20.0.8 (9d76ff44-2e7f-4985-8bca-bc42579ed3c5/670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7/c2765934-5119-4143-ad03-6a2dfe517539) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:07.289863 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks [] for port (c2765934-5119-4143-ad03-6a2dfe517539), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:07.408045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:07.449085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:07.452190 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:07.458987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:59:07.464719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Pushing event updated for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:07.507929 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:07.508527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:07.627317 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-d7639370-9a79-437d-8218-d5c70b18e9e5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105153 May 03 22:59:07.638319 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Request body: {'port': {'device_id': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:59:07.700875 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c2765934-5119-4143-ad03-6a2dfe517539), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:07.799343 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b91fa-e89b-4a27-9bed-fc0bc7155d91 req-67727e29-e39f-4a1e-99a3-3d366fcb76f1 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:07.800923 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-456b91fa-e89b-4a27-9bed-fc0bc7155d91 req-67727e29-e39f-4a1e-99a3-3d366fcb76f1 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0502541 May 03 22:59:07.864204 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-456b91fa-e89b-4a27-9bed-fc0bc7155d91 req-195d62fa-5c5d-4d81-b200-24bf1ecc6c6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575762 May 03 22:59:07.983141 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2765934-5119-4143-ad03-6a2dfe517539 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:07.991308 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks [] for port (c2765934-5119-4143-ad03-6a2dfe517539), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:08.004582 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Transition to ACTIVE for port object c2765934-5119-4143-ad03-6a2dfe517539 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 22:59:08.064438 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:08.118680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Pushing event updated for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:08.186945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Attempting to bind port c2765934-5119-4143-ad03-6a2dfe517539 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 22:59:08.187319 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Attempting to bind port c2765934-5119-4143-ad03-6a2dfe517539 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 22:59:08.187688 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Attempting to bind port c2765934-5119-4143-ad03-6a2dfe517539 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:59:08.192347 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Port c2765934-5119-4143-ad03-6a2dfe517539 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Attempting to bind port c2765934-5119-4143-ad03-6a2dfe517539 on network 9d76ff44-2e7f-4985-8bca-bc42579ed3c5 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Checking segment: {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Bound using segment: {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Bound port: c2765934-5119-4143-ad03-6a2dfe517539, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd588d27c-82f4-4029-82ea-073548090f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 22:59:08.208258 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c2765934-5119-4143-ad03-6a2dfe517539), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:08.235010 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301011fc-d918-4b45-a863-6a8bc10ded34 req-55d7dbd6-d56f-4f45-87bd-a6d2ff564cf9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.236966 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-301011fc-d918-4b45-a863-6a8bc10ded34 req-55d7dbd6-d56f-4f45-87bd-a6d2ff564cf9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 943 time: 0.0465124 May 03 22:59:08.262109 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 22:59:08.265214 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c2765934-5119-4143-ad03-6a2dfe517539,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 22:59:08.283192 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-301011fc-d918-4b45-a863-6a8bc10ded34 req-d38cd1bb-644b-4852-a1bd-0303607e02a6 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 May 03 22:59:08.345533 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:08.382082 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.382701 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:08.384092 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] 10.222.0.36 "PUT /v2.0/ports/c2765934-5119-4143-ad03-6a2dfe517539 HTTP/1.1" status: 200 len: 1093 time: 0.7497871 May 03 22:59:08.384547 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:08.386750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46828158-cdc0-40b4-b8f0-92f059a5dadf" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "tag": "c2765934-5119-4143-ad03-6a2dfe517539"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:08.410795 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b310e40-6fe8-4a79-9d86-798fdc0424fc service neutron] Pushing event updated for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:08.421614 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f3ce5f-0158-4110-95c8-976c472c7c72 x-openstack-request-id: req-56f3ce5f-0158-4110-95c8-976c472c7c72 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:08.421901 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "tag": "c2765934-5119-4143-ad03-6a2dfe517539", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:08.422174 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56f3ce5f-0158-4110-95c8-976c472c7c72 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:08.422566 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f3ce5f-0158-4110-95c8-976c472c7c72'] response: {'name': 'network-changed', 'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539', 'status': 'completed', 'code': 200} May 03 22:59:08.730929 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-f1683079-d26c-4a76-9c67-6003dca8c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.732438 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-f1683079-d26c-4a76-9c67-6003dca8c21f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 1127 time: 0.2905953 May 03 22:59:08.827128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-e7c5273f-3306-4e11-8790-0bb693ebfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.828617 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-e7c5273f-3306-4e11-8790-0bb693ebfc9d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=54ab55ea74bb47e0a24ca827cea18908&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0887172 May 03 22:59:08.922635 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-3a69d189-113a-41c3-a9bd-4ce4844a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.924204 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-46828158-cdc0-40b4-b8f0-92f059a5dadf req-3a69d189-113a-41c3-a9bd-4ce4844a43e8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900705 May 03 22:59:08.978321 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa28caf-2e16-4292-8c7a-072399b3b585 req-482cb29b-510f-4d52-bb86-77603ba32e88 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.979967 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0fa28caf-2e16-4292-8c7a-072399b3b585 req-482cb29b-510f-4d52-bb86-77603ba32e88 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0495253 May 03 22:59:08.997962 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-2e1fcad3-7f00-4095-a2c0-f4ceec0173bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:08.999395 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-2e1fcad3-7f00-4095-a2c0-f4ceec0173bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54ab55ea74bb47e0a24ca827cea18908&device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 1127 time: 0.0389452 May 03 22:59:09.028356 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0fa28caf-2e16-4292-8c7a-072399b3b585 req-81d37361-043d-44aa-b26d-aa7361a785f6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 May 03 22:59:09.044202 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-78e5aa5d-be9b-4071-b00a-3ec5893da9dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2765934-5119-4143-ad03-6a2dfe517539 HTTP/1.1" status: 200 len: 217 time: 0.0364518 May 03 22:59:09.090925 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38568af-1cb8-4609-9ab0-35df97161558 req-365732ea-096e-465a-9160-828d45f211d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:09.092386 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-365732ea-096e-465a-9160-828d45f211d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7 HTTP/1.1" status: 200 len: 854 time: 0.0427880 May 03 22:59:09.122911 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-88ea8772-9d2e-4cd8-956a-979049be9937 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d76ff44-2e7f-4985-8bca-bc42579ed3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242977 May 03 22:59:09.214191 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-fb6ef90c-4b7f-4a49-9201-a9edb0430b6b service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851989 May 03 22:59:09.299943 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e38568af-1cb8-4609-9ab0-35df97161558 req-be333434-742a-4baa-8930-a54d22a92ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798352 May 03 22:59:09.398681 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df7878-9aa2-4362-900b-a369a2314c04 req-b79a5edd-a050-44ec-b9ad-a53927560d9c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:09.400196 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5df7878-9aa2-4362-900b-a369a2314c04 req-b79a5edd-a050-44ec-b9ad-a53927560d9c tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 943 time: 0.0498807 May 03 22:59:09.447486 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e5df7878-9aa2-4362-900b-a369a2314c04 req-b42e6bc5-10a4-4808-82ad-bd4aeff6252f tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 May 03 22:59:10.139974 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6281d0a-62cf-4923-af31-05c009fa2030 req-3c79ddcf-ce7c-4f11-bb53-0cbf2542ce49 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:10.141484 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c6281d0a-62cf-4923-af31-05c009fa2030 req-3c79ddcf-ce7c-4f11-bb53-0cbf2542ce49 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0468290 May 03 22:59:10.190683 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c6281d0a-62cf-4923-af31-05c009fa2030 req-e972e669-83fe-4a1e-9856-d08f91055cf8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 May 03 22:59:10.558170 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd82c-949b-4fb1-be24-029f66ce3615 req-69154dd4-4459-4a5a-add9-1cdc0ae3a9ae tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:10.559663 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1d2fd82c-949b-4fb1-be24-029f66ce3615 req-69154dd4-4459-4a5a-add9-1cdc0ae3a9ae tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 943 time: 0.0456569 May 03 22:59:10.609192 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1d2fd82c-949b-4fb1-be24-029f66ce3615 req-b38ec6e2-9b9f-489d-b4ff-fc8e52883f15 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 May 03 22:59:11.299635 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8479-4920-4919-87cb-3c93d5bd9b44 req-e2356e42-6cfc-4c3b-9f8f-59a089545ba8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:11.301072 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f16a8479-4920-4919-87cb-3c93d5bd9b44 req-e2356e42-6cfc-4c3b-9f8f-59a089545ba8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0449803 May 03 22:59:11.348589 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f16a8479-4920-4919-87cb-3c93d5bd9b44 req-8703b855-93e1-469e-8cfb-e851680fb8d2 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 May 03 22:59:11.716455 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a390810-bac6-466a-ac12-a83a48bf55af req-7262ab25-c453-4a21-bacb-5ce20cf50f23 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:11.717879 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a390810-bac6-466a-ac12-a83a48bf55af req-7262ab25-c453-4a21-bacb-5ce20cf50f23 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 943 time: 0.0440304 May 03 22:59:11.764422 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a390810-bac6-466a-ac12-a83a48bf55af req-ed515192-5f96-4449-b5bd-c14cfb3c0802 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 May 03 22:59:12.462374 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e46e6-c46f-4528-96f1-537f4bca52d5 req-b2079714-61fd-4454-8a42-7b4a94e4e3a9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:12.463840 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-483e46e6-c46f-4528-96f1-537f4bca52d5 req-b2079714-61fd-4454-8a42-7b4a94e4e3a9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0483594 May 03 22:59:12.510519 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-483e46e6-c46f-4528-96f1-537f4bca52d5 req-ef01ebff-3a93-46ad-a266-a785f623ba64 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 May 03 22:59:12.853001 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c2765934-5119-4143-ad03-6a2dfe517539 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:59:12.873928 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ca65b-51cd-4269-8a8d-885706f57238 req-b68429ed-f9de-454d-8c6f-cfe7e2054fd3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:12.875409 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-126ca65b-51cd-4269-8a8d-885706f57238 req-b68429ed-f9de-454d-8c6f-cfe7e2054fd3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 943 time: 0.0463269 May 03 22:59:12.922009 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-126ca65b-51cd-4269-8a8d-885706f57238 req-5604ef23-9092-42ec-baaa-98e536aa4355 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 May 03 22:59:12.949727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c2765934-5119-4143-ad03-6a2dfe517539,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:12.961026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'c2765934-5119-4143-ad03-6a2dfe517539', 'network_id': '9d76ff44-2e7f-4985-8bca-bc42579ed3c5', 'port_id': 'c2765934-5119-4143-ad03-6a2dfe517539', 'mac_address': 'fa:16:3e:20:29:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:59:12.997291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port c2765934-5119-4143-ad03-6a2dfe517539 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:59:12.997678 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c2765934-5119-4143-ad03-6a2dfe517539), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:13.009942 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2765934-5119-4143-ad03-6a2dfe517539 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:13.028750 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c2765934-5119-4143-ad03-6a2dfe517539,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:13.131023 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:13.178203 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:13.346146 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['c2765934-5119-4143-ad03-6a2dfe517539'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:59:13.623029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83106-62ae-4fca-b70e-cd362d1da6f0 req-832215d9-08f0-4730-8442-adc61f882003 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:13.624540 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c9e83106-62ae-4fca-b70e-cd362d1da6f0 req-832215d9-08f0-4730-8442-adc61f882003 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0475268 May 03 22:59:13.670929 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c9e83106-62ae-4fca-b70e-cd362d1da6f0 req-2380426b-7c43-403a-8d9b-67ddd5d8b49b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404019 May 03 22:59:14.030108 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc576b8-f114-493d-92fd-220174279b05 req-78460fb5-6d33-42e0-ac50-c81a35389ad1 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:14.031540 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5bc576b8-f114-493d-92fd-220174279b05 req-78460fb5-6d33-42e0-ac50-c81a35389ad1 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 944 time: 0.0438731 May 03 22:59:14.077067 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5bc576b8-f114-493d-92fd-220174279b05 req-be0fe897-f1dc-4869-8edc-728e2804cd09 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395668 May 03 22:59:14.783788 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cb575-f7c2-40e6-80c8-d3c5dcc65d3b req-afd99704-b138-4014-afb5-f137caba57b6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:14.785244 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c7cb575-f7c2-40e6-80c8-d3c5dcc65d3b req-afd99704-b138-4014-afb5-f137caba57b6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 944 time: 0.0457473 May 03 22:59:14.839866 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c7cb575-f7c2-40e6-80c8-d3c5dcc65d3b req-b2f69885-3c10-4495-83e4-9a41505f7d9f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491018 May 03 22:59:14.868918 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 449401c3-7188-4bed-bd8e-4e748d34037c details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 22:59:14.872845 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c2765934-5119-4143-ad03-6a2dfe517539 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:59:14.960167 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port c2765934-5119-4143-ad03-6a2dfe517539 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:59:15.020749 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=449401c3-7188-4bed-bd8e-4e748d34037c,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:15.034251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '449401c3-7188-4bed-bd8e-4e748d34037c', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'port_id': '449401c3-7188-4bed-bd8e-4e748d34037c', 'mac_address': 'fa:16:3e:7f:34:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 22:59:15.059496 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port c2765934-5119-4143-ad03-6a2dfe517539 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:59:15.059901 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (c2765934-5119-4143-ad03-6a2dfe517539), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:15.109645 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 449401c3-7188-4bed-bd8e-4e748d34037c is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:59:15.110044 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:15.132572 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449401c3-7188-4bed-bd8e-4e748d34037c {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 22:59:15.162574 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=449401c3-7188-4bed-bd8e-4e748d34037c,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:15.203978 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port c2765934-5119-4143-ad03-6a2dfe517539 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:59:15.204665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (c2765934-5119-4143-ad03-6a2dfe517539), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:15.208485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfec70-11de-4eba-82b4-b197271424c3 req-d111e8c8-d5dd-4365-b1f7-2ad6090abbf3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:15.210085 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0acfec70-11de-4eba-82b4-b197271424c3 req-d111e8c8-d5dd-4365-b1f7-2ad6090abbf3 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 944 time: 0.0621948 May 03 22:59:15.247694 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:15.250565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea7ba1-c34d-4481-9561-985871cc9812" -d '{"events": [{"server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "name": "network-vif-plugged", "status": "completed", "tag": "c2765934-5119-4143-ad03-6a2dfe517539"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:15.254915 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c2765934-5119-4143-ad03-6a2dfe517539,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:15.257060 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:15.265018 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0acfec70-11de-4eba-82b4-b197271424c3 req-cf2809c4-7050-4db6-af7b-98dfb00a661b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475419 May 03 22:59:15.309929 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce2d06-5d09-47b0-89a6-57e3f9daeddd x-openstack-request-id: req-12ce2d06-5d09-47b0-89a6-57e3f9daeddd {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:15.310226 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "name": "network-vif-plugged", "status": "completed", "tag": "c2765934-5119-4143-ad03-6a2dfe517539", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:15.310482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12ce2d06-5d09-47b0-89a6-57e3f9daeddd {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:15.310885 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ce2d06-5d09-47b0-89a6-57e3f9daeddd'] response: {'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539', 'code': 200} May 03 22:59:15.322169 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.354085 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:15.411079 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:15.462425 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['449401c3-7188-4bed-bd8e-4e748d34037c'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:59:15.647225 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2995a0-4b53-4f1d-b168-124783100800 req-a18bca18-5333-4eb0-970f-2fedf5cf262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:15.648808 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c2995a0-4b53-4f1d-b168-124783100800 req-a18bca18-5333-4eb0-970f-2fedf5cf262f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 1129 time: 0.0431376 May 03 22:59:15.693198 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8c2995a0-4b53-4f1d-b168-124783100800 req-e180ae75-bdcc-47a0-adfc-df44ec88d719 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389888 May 03 22:59:15.952845 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5f8b-9dc8-4546-ae92-6d82c9b1c37e req-5a5165d7-0d83-446e-aac1-38416f382846 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:15.954360 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-536d5f8b-9dc8-4546-ae92-6d82c9b1c37e req-5a5165d7-0d83-446e-aac1-38416f382846 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 945 time: 0.0468183 May 03 22:59:16.011206 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-536d5f8b-9dc8-4546-ae92-6d82c9b1c37e req-8172b472-ab38-45fd-b11e-fe5becbdcae7 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 May 03 22:59:16.546122 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6ca9-939f-4102-9732-23a14ed7426a req-b15c9d74-a98b-455b-9768-16c7c93ede39 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:16.547596 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0bfe6ca9-939f-4102-9732-23a14ed7426a req-b15c9d74-a98b-455b-9768-16c7c93ede39 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 945 time: 0.0493252 May 03 22:59:16.593415 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0bfe6ca9-939f-4102-9732-23a14ed7426a req-38a8eae4-caca-464f-84f5-3c9620b673df tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 May 03 22:59:16.884193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 449401c3-7188-4bed-bd8e-4e748d34037c up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 22:59:16.927958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 449401c3-7188-4bed-bd8e-4e748d34037c completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 22:59:16.990157 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 449401c3-7188-4bed-bd8e-4e748d34037c triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 22:59:16.990457 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:17.074623 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 449401c3-7188-4bed-bd8e-4e748d34037c is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 22:59:17.075014 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:17.108396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=449401c3-7188-4bed-bd8e-4e748d34037c,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:17.124580 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82e0e-8541-44a8-a2f3-5f1ccbb3c334 req-147927e7-2589-4ae3-9967-471aa5807073 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:17.126142 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a6a82e0e-8541-44a8-a2f3-5f1ccbb3c334 req-147927e7-2589-4ae3-9967-471aa5807073 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 945 time: 0.0459125 May 03 22:59:17.175364 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a6a82e0e-8541-44a8-a2f3-5f1ccbb3c334 req-fb8f1e84-3443-45b6-accf-9e591cf5a40e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430362 May 03 22:59:17.182243 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:17.229865 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:17.312047 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:17.314912 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa38f94-861c-4583-bb45-c9b1c0d547a6" -d '{"events": [{"server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "name": "network-vif-plugged", "status": "completed", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:17.348002 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0e3eb5-529a-4381-ad87-013f5b70e8f7 x-openstack-request-id: req-3c0e3eb5-529a-4381-ad87-013f5b70e8f7 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:17.348291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "name": "network-vif-plugged", "status": "completed", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:17.348539 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c0e3eb5-529a-4381-ad87-013f5b70e8f7 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:17.348928 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0e3eb5-529a-4381-ad87-013f5b70e8f7'] response: {'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c', 'code': 200} May 03 22:59:17.703024 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ca59d-274c-4d37-9453-da30ea799bc0 req-46915300-d98c-44b9-ad62-b7411918c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:17.703647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864737fc-7134-4fc3-995a-1f01bad696b8 req-944049d7-6671-4435-a64b-1bafc6aace7b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:17.704492 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e39ca59d-274c-4d37-9453-da30ea799bc0 req-46915300-d98c-44b9-ad62-b7411918c519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1130 time: 0.0367677 May 03 22:59:17.704994 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-864737fc-7134-4fc3-995a-1f01bad696b8 req-944049d7-6671-4435-a64b-1bafc6aace7b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 945 time: 0.0460618 May 03 22:59:17.750370 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e39ca59d-274c-4d37-9453-da30ea799bc0 req-1a485ba4-519a-47cb-b389-f94fb3022b14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 May 03 22:59:17.754466 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-864737fc-7134-4fc3-995a-1f01bad696b8 req-e9656f38-697e-44d6-9cd0-ccfb7304d942 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 May 03 22:59:18.287561 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478ad1d-5b45-4399-a795-237bfa7bddb7 req-24d0b263-df05-4964-b3d8-34644ad4de95 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:18.288956 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5478ad1d-5b45-4399-a795-237bfa7bddb7 req-24d0b263-df05-4964-b3d8-34644ad4de95 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0464554 May 03 22:59:18.342708 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5478ad1d-5b45-4399-a795-237bfa7bddb7 req-d2cbed67-bf3b-45b5-a05a-f378dfc172f3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478580 May 03 22:59:19.452705 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84d198-0225-4256-b25d-70b0e03a1dbe req-b0cd7916-b19b-4921-a0cd-3392859643af tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:19.454176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fd84d198-0225-4256-b25d-70b0e03a1dbe req-b0cd7916-b19b-4921-a0cd-3392859643af tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0454700 May 03 22:59:19.502491 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fd84d198-0225-4256-b25d-70b0e03a1dbe req-258f7607-d2ad-481b-85e8-70cb63934856 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 May 03 22:59:19.616930 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f31c2-e662-44c2-a198-1215404a34d6 req-6947f2ef-117d-4a71-9df0-71301d90be0c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:19.618407 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0d4f31c2-e662-44c2-a198-1215404a34d6 req-6947f2ef-117d-4a71-9df0-71301d90be0c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0493276 May 03 22:59:19.671010 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-0d4f31c2-e662-44c2-a198-1215404a34d6 req-b55da7d3-79eb-449f-b01f-7fb4a453ec8e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468369 May 03 22:59:19.693671 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46214) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:59:19.880434 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54431d6-5a47-43de-bffa-413b38ddcc9f tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:19.882385 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e54431d6-5a47-43de-bffa-413b38ddcc9f tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1125 time: 0.1876898 May 03 22:59:19.885220 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46220) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 22:59:19.889507 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'port_id': '449401c3-7188-4bed-bd8e-4e748d34037c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 22:59:19.967384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:20.047912 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:20.145907 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.27.0.83 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/a99fb05e-2b36-48b0-90fd-f0125242460a) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 22:59:20.247267 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:20.347930 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:20.384189 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 22:59:20.386972 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 22:59:20.390526 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 22:59:20.418455 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=a99fb05e-2b36-48b0-90fd-f0125242460a,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:20.749034 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (3a42a1cc-dd29-4f2d-95aa-741e59c48e2c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:20.883842 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:21.034171 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:21.086992 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:21.154301 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=a99fb05e-2b36-48b0-90fd-f0125242460a,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:21.165572 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (3a42a1cc-dd29-4f2d-95aa-741e59c48e2c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:21.263593 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 3a42a1cc-dd29-4f2d-95aa-741e59c48e2c associated. External IP: 172.27.0.83, port: 449401c3-7188-4bed-bd8e-4e748d34037c. May 03 22:59:21.467315 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 22:59:21.572154 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 22:59:21.581793 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 22:59:21.590980 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:59:21.591594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:21.652726 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:21.701150 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:59:21.931917 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3a42a1cc-dd29-4f2d-95aa-741e59c48e2c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': '449401c3-7188-4bed-bd8e-4e748d34037c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:7f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:20Z', 'updated_at': '2022-05-03T22:59:20Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:21.942748 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-ede54d1e-ad6c-49b0-8165-76f6973066fb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0564952 May 03 22:59:21.943301 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:21.945549 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0485c34-f2db-4445-a519-62ef65761eac" -d '{"events": [{"name": "network-changed", "server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:21.959906 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 22:59:21.972374 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 22:59:21.972374 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:58:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:21.981253 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d2c96-0992-44cd-93c0-77c1e38bc3fc x-openstack-request-id: req-2d4d2c96-0992-44cd-93c0-77c1e38bc3fc {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:21.981546 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:21.981801 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d4d2c96-0992-44cd-93c0-77c1e38bc3fc {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:21.982202 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4d2c96-0992-44cd-93c0-77c1e38bc3fc'] response: {'name': 'network-changed', 'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c', 'status': 'completed', 'code': 200} May 03 22:59:22.040270 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485c34-f2db-4445-a519-62ef65761eac req-b12ed16d-adb6-4458-98aa-9cf140e2ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:22.041761 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-b12ed16d-adb6-4458-98aa-9cf140e2ee13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1130 time: 0.0384626 May 03 22:59:22.079203 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 22:59:22.133931 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485c34-f2db-4445-a519-62ef65761eac req-f5e4b636-55e1-4c1d-883e-394dc3cdf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:22.135402 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-f5e4b636-55e1-4c1d-883e-394dc3cdf12c service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0875816 May 03 22:59:22.202939 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-ebb9e9d6-bf34-4e23-9d48-6ece3a29e638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 200 len: 999 time: 0.0615790 May 03 22:59:22.249723 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485c34-f2db-4445-a519-62ef65761eac req-ddbae460-8b0f-4712-ba1e-66b6fe2340e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:22.251171 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-ddbae460-8b0f-4712-ba1e-66b6fe2340e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0420623 May 03 22:59:22.294237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0485c34-f2db-4445-a519-62ef65761eac req-25a76264-c1be-4d61-83fa-d82d09292c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:22.295825 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-25a76264-c1be-4d61-83fa-d82d09292c40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390983 May 03 22:59:22.393537 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-68b704c9-6cc3-4520-aa61-9ecc7632de0a service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903411 May 03 22:59:22.424327 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3a42a1cc-dd29-4f2d-95aa-741e59c48e2c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': '449401c3-7188-4bed-bd8e-4e748d34037c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:7f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:20Z', 'updated_at': '2022-05-03T22:59:20Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 22:59:22.451623 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec0e8b-1059-4a08-a19a-ec911d641172 None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '3a42a1cc-dd29-4f2d-95aa-741e59c48e2c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': '449401c3-7188-4bed-bd8e-4e748d34037c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:7f:34:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T22:59:20Z', 'updated_at': '2022-05-03T22:59:20Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 22:59:22.481640 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c0485c34-f2db-4445-a519-62ef65761eac req-0865b28b-7c74-4f55-866f-134d8c8f8774 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 May 03 22:59:22.642189 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd58a73-e3a9-4514-a894-08114cfb2569 None None] New status for floating IP 3a42a1cc-dd29-4f2d-95aa-741e59c48e2c: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 22:59:23.198404 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-90bbcaeb-d05c-420b-a0a8-41cad2f871f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:25.439002 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bbaf54da-e449-4c45-bfe3-0032286a08d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:25.545344 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 22:59:26.641507 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:27.886813 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:29.342040 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:35.433213 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:40.465774 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560401b-0d56-4d5f-86b3-8a455c12a092 req-16a7b95a-2fd5-4218-b61d-685830ac1bdf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:40.467196 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3560401b-0d56-4d5f-86b3-8a455c12a092 req-16a7b95a-2fd5-4218-b61d-685830ac1bdf tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 945 time: 0.0451126 May 03 22:59:40.512798 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3560401b-0d56-4d5f-86b3-8a455c12a092 req-de10643c-d050-4feb-b946-88078e155a69 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 May 03 22:59:41.679364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88fae5-8432-4830-b50c-cb0f293ca424 req-b71d426b-4cb1-4962-a7c6-773b3c53b784 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:41.681544 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf88fae5-8432-4830-b50c-cb0f293ca424 req-b71d426b-4cb1-4962-a7c6-773b3c53b784 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 945 time: 0.1011400 May 03 22:59:41.728498 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-cf88fae5-8432-4830-b50c-cb0f293ca424 req-97e9c31e-ef9c-4fa6-9402-0b615a4a074d tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/security-groups?id=a136f07b-2d76-4555-bbe1-cc0b1310a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 May 03 22:59:42.097021 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-49c4ec44-18b5-4139-9c91-cf326f80ed3b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:42.098552 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-49c4ec44-18b5-4139-9c91-cf326f80ed3b tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 945 time: 0.0444825 May 03 22:59:42.189106 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Deleting port c2765934-5119-4143-ad03-6a2dfe517539 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 22:59:42.189439 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (c2765934-5119-4143-ad03-6a2dfe517539), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:42.279440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] For port c2765934-5119-4143-ad03-6a2dfe517539, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=c2765934-5119-4143-ad03-6a2dfe517539,segment=NetworkSegment(d588d27c-82f4-4029-82ea-073548090f91),segment_id=d588d27c-82f4-4029-82ea-073548090f91)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 22:59:42.279832 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (c2765934-5119-4143-ad03-6a2dfe517539), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:42.293050 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Calling delete_port for c2765934-5119-4143-ad03-6a2dfe517539 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 22:59:42.484233 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (c2765934-5119-4143-ad03-6a2dfe517539), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:42.495700 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['c2765934-5119-4143-ad03-6a2dfe517539'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 22:59:42.513461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Pushing event deleted for resources: {'Port': ['ID=c2765934-5119-4143-ad03-6a2dfe517539,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 22:59:42.523673 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.524027 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.524378 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.524719 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.525051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.525383 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.525713 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.526044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.526371 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.527223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.527223 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.527432 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.527657 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.527987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.528307 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 22:59:42.569488 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] No DVR routers for this DVR port c2765934-5119-4143-ad03-6a2dfe517539 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 22:59:42.572021 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:42.575209 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6169fc24-1d22-474c-bf04-cc82d4574f04 req-82db9f0e-98f2-45c8-ba7e-41c57e4c04b9 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.36 "DELETE /v2.0/ports/c2765934-5119-4143-ad03-6a2dfe517539 HTTP/1.1" status: 204 len: 173 time: 0.4709601 May 03 22:59:42.575758 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'name': 'network-vif-deleted', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 22:59:42.577967 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7556ed-305d-413e-9f1c-3d8e655f08bd" -d '{"events": [{"server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "name": "network-vif-deleted", "tag": "c2765934-5119-4143-ad03-6a2dfe517539"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 22:59:42.616666 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 22:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ff923e-eef5-4184-9f58-11b910432628 x-openstack-request-id: req-a6ff923e-eef5-4184-9f58-11b910432628 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 22:59:42.616961 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e1e924-e73b-47b7-950c-8dddeb1e42d8", "name": "network-vif-deleted", "tag": "c2765934-5119-4143-ad03-6a2dfe517539", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 22:59:42.617216 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ff923e-eef5-4184-9f58-11b910432628 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 22:59:42.617621 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6ff923e-eef5-4184-9f58-11b910432628'] response: {'server_uuid': 'e4e1e924-e73b-47b7-950c-8dddeb1e42d8', 'name': 'network-vif-deleted', 'tag': 'c2765934-5119-4143-ad03-6a2dfe517539', 'status': 'completed', 'code': 200} May 03 22:59:42.824219 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-15918847-b7e7-41b8-bbf5-070bbbda3ddb req-b6fd1155-d51c-41c1-9b32-ca576cf5adc5 tempest-VolumesSnapshotTestJSON-1192373202 tempest-VolumesSnapshotTestJSON-1192373202-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4e1e924-e73b-47b7-950c-8dddeb1e42d8 HTTP/1.1" status: 200 len: 210 time: 0.0263865 May 03 22:59:44.096413 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-b0c2e0d2-5e64-48b3-b7d4-f4110f961687 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370398 May 03 22:59:44.175249 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-0ecaede9-a3fc-484e-9a2b-dcde04671e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:44.176757 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-0ecaede9-a3fc-484e-9a2b-dcde04671e27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1130 time: 0.0382974 May 03 22:59:44.282659 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-ac99156e-859b-44e2-a253-9ef83c864f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:44.284215 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-ac99156e-859b-44e2-a253-9ef83c864f95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0887680 May 03 22:59:44.348950 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-5ee72bd9-346c-4723-9ac9-659df26e32ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 200 len: 1001 time: 0.0582759 May 03 22:59:44.400910 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-e4600f4c-3d72-497e-b962-4c9c1cfd2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:44.402453 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-e4600f4c-3d72-497e-b962-4c9c1cfd2f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0477583 May 03 22:59:44.446488 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-c2d28a20-9fad-466d-a938-1a9dbc42ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 22:59:44.448049 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-c2d28a20-9fad-466d-a938-1a9dbc42ce04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392787 May 03 22:59:44.540048 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-b42daedb-fe28-4e12-9020-7f773370931a service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 May 03 22:59:44.629299 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-1a84dc25-89d5-4c56-9cc8-f1c4f4365745 req-8b7c8446-f816-4d94-a958-f3184d4ce646 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833809 May 03 22:59:44.977795 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c2765934-5119-4143-ad03-6a2dfe517539 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 22:59:44.998971 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: c2765934-5119-4143-ad03-6a2dfe517539 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 22:59:44.999313 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device c2765934-5119-4143-ad03-6a2dfe517539 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 22:59:53.158519 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-65af1a85-9824-4cf5-8b0a-3ca85282ee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:55.463958 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c432-d966-4a73-8352-d343bf36a0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:56.643982 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:57.886922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 22:59:59.329706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:02.545391 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:00:05.472269 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.379492 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46448) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:08.422593 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Deleting subnet 670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 23:00:08.425602 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Publish callbacks [] for subnet (670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.458423 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.499298 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.615795 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.640202 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:08.644886 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.648008 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/670c606c-7fbc-4bcc-bfaa-85f31c0b3cb7 HTTP/1.1" status: 204 len: 168 time: 0.2675033 May 03 23:00:08.651051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46450) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:08.653260 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.653611 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.653954 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.654293 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.654628 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.654962 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.655289 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.655626 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.656039 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.656366 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.656693 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.657019 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.657345 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.657667 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.657986 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b69c81-aac2-4f5c-a961-bc58ad7b3b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:08.724847 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (9d76ff44-2e7f-4985-8bca-bc42579ed3c5), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.799499 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (9d76ff44-2e7f-4985-8bca-bc42579ed3c5), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.819166 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d76ff44-2e7f-4985-8bca-bc42579ed3c5']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:08.828965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd588d27c-82f4-4029-82ea-073548090f91') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:08.829269 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd588d27c-82f4-4029-82ea-073548090f91') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:08.839017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (d588d27c-82f4-4029-82ea-073548090f91), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.851978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (d588d27c-82f4-4029-82ea-073548090f91), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.857747 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:00:08.858129 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (d588d27c-82f4-4029-82ea-073548090f91), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:00:08.859788 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:00:08.975065 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (9d76ff44-2e7f-4985-8bca-bc42579ed3c5), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.980345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:08.983400 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] 10.222.0.23 "DELETE /v2.0/networks/9d76ff44-2e7f-4985-8bca-bc42579ed3c5 HTTP/1.1" status: 204 len: 168 time: 0.3312910 May 03 23:00:08.994475 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95881ac-a1eb-4f15-b5af-76eb8993765e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d76ff44-2e7f-4985-8bca-bc42579ed3c5,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:09.486564 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46454) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:09.526492 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9ed57f17-0fd9-4f7a-bb32-a77bfb22efd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54ab55ea74bb47e0a24ca827cea18908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387707 May 03 23:00:09.528893 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46456) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:09.575051 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] Publish callbacks [] for security_group (a136f07b-2d76-4555-bbe1-cc0b1310a5e5), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:09.595307 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] Publish callbacks [] for security_group (a136f07b-2d76-4555-bbe1-cc0b1310a5e5), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:09.724054 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (a136f07b-2d76-4555-bbe1-cc0b1310a5e5), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:09.726552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:09.728223 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a136f07b-2d76-4555-bbe1-cc0b1310a5e5 HTTP/1.1" status: 204 len: 168 time: 0.1984391 May 03 23:00:09.735950 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a82771-c978-478b-b967-f4c644da67ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136f07b-2d76-4555-bbe1-cc0b1310a5e5,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:10.676824 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46478) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:10.771067 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-690906750-network', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:10.864071 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Made reservation on behalf of c4603134505e4a49bc7abbb0b4a1fce6 for: {'network': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:10.866370 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:10.875675 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:10.947869 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks [] for security_group (54a949a4-9bae-4939-ab14-8e9983d2f7e9), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.021023 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (54a949a4-9bae-4939-ab14-8e9983d2f7e9), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.045158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=110445) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:11.054589 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a949a4-9bae-4939-ab14-8e9983d2f7e9,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:11.059768 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (a87a529a-1ef5-4562-ab17-961b69dffae6), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.060123 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.segments_db [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Added segment a87a529a-1ef5-4562-ab17-961b69dffae6 of type vlan for network 047a2d73-1387-4302-8cac-5b7004c39f27 May 03 23:00:11.102516 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (047a2d73-1387-4302-8cac-5b7004c39f27), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.203684 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (047a2d73-1387-4302-8cac-5b7004c39f27), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.204614 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:11.205203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.262938 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] Pushing event updated for resources: {'Network': ['ID=047a2d73-1387-4302-8cac-5b7004c39f27,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:11.272862 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network 047a2d73-1387-4302-8cac-5b7004c39f27 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:00:11.292617 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-290b685f-ac9b-49a1-959b-971ae5bd8d68 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6146719 May 03 23:00:11.295634 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46482) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:11.300394 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Request body: {'subnet': {'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-690906750-subnet', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'ip_version': 4}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:11.392223 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Made reservation on behalf of c4603134505e4a49bc7abbb0b4a1fce6 for: {'subnet': 1} {{(pid=110445) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:11.394568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5069299'] for subnet (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.626929 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4341934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5069293'] for subnet (ce39334d-f443-4819-8c75-b1b4754f175b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.687088 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce39334d-f443-4819-8c75-b1b4754f175b,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:11.694139 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Checking segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:11.694504 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Network hostable DHCP agents. Network: 047a2d73-1387-4302-8cac-5b7004c39f27, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110445) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:11.766750 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Network 047a2d73-1387-4302-8cac-5b7004c39f27 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:11.829294 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, 047a2d73-1387-4302-8cac-5b7004c39f27) {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:11.833298 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:11.833893 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:11.839671 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f3b33-cd67-4f06-a3c0-041067ee7e73 None None] Network 047a2d73-1387-4302-8cac-5b7004c39f27 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:00:11.920854 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c061be2e-ceb0-49f0-afa1-7841b62f9eb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6241286 May 03 23:00:11.923488 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46484) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:11.927837 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:11.939716 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-047a2d73-1387-4302-8cac-5b7004c39f27', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 23:00:11.940651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.041726 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.042718 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.077182 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Allocated IP 172.20.0.2 (047a2d73-1387-4302-8cac-5b7004c39f27/ce39334d-f443-4819-8c75-b1b4754f175b/4ccb25f0-0ea9-4212-8f6d-23fe63d843a7) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:12.094619 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for router_controller (9ffcaf8a-7937-4185-b51f-6ebc435ae748), precommit_add_association {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.220310 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks [] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.281310 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.312776 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for router_gateway (9ffcaf8a-7937-4185-b51f-6ebc435ae748), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.318678 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Network 047a2d73-1387-4302-8cac-5b7004c39f27 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:12.322232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:12.328097 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:12.335556 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Pushing event updated for resources: {'Port': ['ID=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:12.345272 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.345622 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.346007 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.346306 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.346639 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.346972 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.347298 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.347641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349041 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349041 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349041 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349041 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349401 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349651 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.349971 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:12.397408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Attempting to bind port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:12.398060 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Attempting to bind port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:12.398430 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Attempting to bind port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 on network 047a2d73-1387-4302-8cac-5b7004c39f27 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:12.403736 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:12.404111 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Checking segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:12.404506 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.404896 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Bound using segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:12.405354 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Bound port: 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:12.405725 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.474367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] For port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:12.477538 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] For port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:12.538768 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.562972 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for router_gateway (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.589485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.597776 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174c3d7-9c1c-46ba-ba34-3128deceab0b None None] Pushing event updated for resources: {'Port': ['ID=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:12.697716 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Allocated IP 172.27.0.142 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/9e1282a8-2e47-4b52-ad24-c499a4d1ec3b) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:12.821641 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.910285 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:12.948987 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:12.951871 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:12.954425 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:12.980761 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:13.271808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for router_gateway (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.479666 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.482462 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22932bf2-7740-4654-b863-b0d886e17e3e None None] Network 047a2d73-1387-4302-8cac-5b7004c39f27 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:00:13.552515 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:13.617717 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Provisioning complete for port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:13.618088 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.674645 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:13.674957 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.687232 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110445) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:00:13.753311 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Current status of the port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:13.753701 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.807528 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:00:13.815910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] For port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:13.818183 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:13.818568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.820703 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Sync routers for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:13.844036 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:13.844670 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:13.886851 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.906335 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:13.907599 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-60d45588-092f-4bc8-8071-055b221ac9c0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9830403 May 03 23:00:13.910276 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46486) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:14.000710 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.db.api [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:00:14.001061 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG oslo_db.api [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:00:14.022756 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df957fa3-a783-457e-885f-0b1ed3abbd5d None None] Pushing event updated for resources: {'Port': ['ID=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:14.033230 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-ec3fdcb5-c04d-443e-a9ef-98741884a4bb None None] Provisioning complete for port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:14.033522 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-ec3fdcb5-c04d-443e-a9ef-98741884a4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.068164 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:14.239222 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fdcb5-c04d-443e-a9ef-98741884a4bb None None] Current status of the port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:14.279677 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:13Z', 'revision_number': 3, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:14.306478 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Checking router: 9ffcaf8a-7937-4185-b51f-6ebc435ae748 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:14.306831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Updating router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:14.323076 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.336379 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.486192 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Allocated IP 172.20.0.1 (047a2d73-1387-4302-8cac-5b7004c39f27/ce39334d-f443-4819-8c75-b1b4754f175b/75b7fdc1-6acc-4e44-8665-2a6364538717) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:14.680333 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:14.753498 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks [] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.809952 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.860740 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks [] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.862193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Attempting to bind port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:14.862568 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Attempting to bind port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:14.862935 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Attempting to bind port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:14.871105 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c5741-3ed2-42bc-bc88-03f589f0c994 None None] Pushing event updated for resources: {'Port': ['ID=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:14.874388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:14.874769 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:14.875169 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.875545 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:14.876049 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Bound port: 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:14.876429 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.927455 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] For port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:14.930528 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] For port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:14.944958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:14.981922 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Network 047a2d73-1387-4302-8cac-5b7004c39f27 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:14.984799 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:14.988493 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:15.013461 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.016285 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Pushing event updated for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.038978 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.078337 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:15.079047 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:15.122668 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c5741-3ed2-42bc-bc88-03f589f0c994 None None] Pushing event updated for resources: {'Port': ['ID=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.196928 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:15.255315 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.284123 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-1885814e-f4c4-4585-9d1f-872251c0b5c2 None None] Provisioning complete for port 75b7fdc1-6acc-4e44-8665-2a6364538717 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:15.284494 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1885814e-f4c4-4585-9d1f-872251c0b5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.362386 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-1885814e-f4c4-4585-9d1f-872251c0b5c2 None None] Port 75b7fdc1-6acc-4e44-8665-2a6364538717 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:00:15.405727 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:13Z', 'revision_number': 3, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:15.416390 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks [] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.432269 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e2e3a-1db7-4745-90f9-cdb65444abc1 None None] The sync data for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi is: [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:13Z', 'revision_number': 3, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:15.481617 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.540708 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:15.554106 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Pushing event updated for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:15.557094 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.593927 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:15.594297 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:15.676429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Network 047a2d73-1387-4302-8cac-5b7004c39f27 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:15.677891 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:15.691889 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:15.821808 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:00:15.942194 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:00:15.947188 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e4cae3f6-06f7-4faf-96dd-d9e84f4d359e admin admin] 10.222.0.23 "PUT /v2.0/routers/9ffcaf8a-7937-4185-b51f-6ebc435ae748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0359471 May 03 23:00:15.983205 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-560ed5a9-61ea-45fa-b2eb-c76f77e1911d None None] Provisioning complete for port 75b7fdc1-6acc-4e44-8665-2a6364538717 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:15.983581 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-560ed5a9-61ea-45fa-b2eb-c76f77e1911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:16.024368 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-560ed5a9-61ea-45fa-b2eb-c76f77e1911d None None] Port 75b7fdc1-6acc-4e44-8665-2a6364538717 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:00:16.708913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46502) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:16.714332 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-279940336-network', 'tenant_id': '26c1f2b21438445182a233b22b03ab63'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:16.831349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Made reservation on behalf of 26c1f2b21438445182a233b22b03ab63 for: {'network': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:16.831349 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for network (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:16.838626 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:16.928044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks [] for security_group (ef4d3982-7967-4bae-8ae9-be8fb699a87d), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:16.966428 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Sync routers for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:16.979262 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:16.980052 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:16.989965 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ef4d3982-7967-4bae-8ae9-be8fb699a87d), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.018342 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=110446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 23:00:17.025597 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4d3982-7967-4bae-8ae9-be8fb699a87d,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.034899 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (1ef5d9d7-828a-427f-8d3e-d7162c6aea91), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.035158 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.segments_db [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Added segment 1ef5d9d7-828a-427f-8d3e-d7162c6aea91 of type vlan for network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 May 03 23:00:17.079542 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788363299512'] for network (b72f43ba-8e34-4f97-809d-d86fa6b42eb9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.095818 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:17.169815 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189'] for network (b72f43ba-8e34-4f97-809d-d86fa6b42eb9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.170843 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:17.171441 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.242584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] Pushing event updated for resources: {'Network': ['ID=b72f43ba-8e34-4f97-809d-d86fa6b42eb9,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.253402 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 details requested by agent ovs-agent-dv-cinder-784815-12-iscsi with host dv-cinder-784815-12-iscsi {{(pid=110447) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 23:00:17.280598 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-dc30709a-6f87-4f8b-87dd-d84eb575391e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5705705 May 03 23:00:17.283240 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46504) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:17.288357 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Request body: {'subnet': {'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-279940336-subnet', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'ip_version': 4}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:17.317788 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 2, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:17.345386 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Checking router: 9ffcaf8a-7937-4185-b51f-6ebc435ae748 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:17.345738 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Updating router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 port 75b7fdc1-6acc-4e44-8665-2a6364538717 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:17.369257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Made reservation on behalf of 26c1f2b21438445182a233b22b03ab63 for: {'subnet': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:17.371665 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5194217'] for subnet (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.372570 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.571373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:17.613169 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5978429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5194231'] for subnet (16897e2e-ddbf-4828-8cbd-7149962af496), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.618323 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:17.619095 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.665007 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks [] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.671564 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16897e2e-ddbf-4828-8cbd-7149962af496,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.682060 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Checking segment: {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:17.682429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Network hostable DHCP agents. Network: b72f43ba-8e34-4f97-809d-d86fa6b42eb9, hostable agents: ['19c0f81c-b538-4f7e-8718-4b653a207634'], hosted agents: [] {{(pid=110446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 23:00:17.701420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:17.702191 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.721811 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:17.750022 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.772945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 is scheduled to be hosted by DHCP agent 19c0f81c-b538-4f7e-8718-4b653a207634 with binding_index 1 {{(pid=110446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 23:00:17.800548 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Pushing event updated for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.823828 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.824172 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.824529 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.824882 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.825216 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.825544 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.825865 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.826188 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.826523 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.826847 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.827166 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.827501 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.827848 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.828164 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.828478 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:17.832723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.862114 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784815-12-iscsi, b72f43ba-8e34-4f97-809d-d86fa6b42eb9) {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:17.864583 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Attempting to bind port 75b7fdc1-6acc-4e44-8665-2a6364538717 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:17.865197 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Attempting to bind port 75b7fdc1-6acc-4e44-8665-2a6364538717 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:17.865567 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Attempting to bind port 75b7fdc1-6acc-4e44-8665-2a6364538717 on network 047a2d73-1387-4302-8cac-5b7004c39f27 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:17.868221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:17.871237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.873115 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:17.873571 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Checking segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:17.874268 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.874714 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Bound using segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:17.875193 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Bound port: 75b7fdc1-6acc-4e44-8665-2a6364538717, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:17.875577 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:17.878367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede375a9-262b-45ea-9551-cdef63f3539c None None] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:00:17.922133 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:17.944181 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] For port 75b7fdc1-6acc-4e44-8665-2a6364538717, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:17.947525 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] For port 75b7fdc1-6acc-4e44-8665-2a6364538717, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=75b7fdc1-6acc-4e44-8665-2a6364538717,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:17.952955 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-93052e43-d16d-4695-9a29-e18066632fc4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6661313 May 03 23:00:17.957120 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46506) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:17.960110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:18.003733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64bd7367-b907-5f7d-a909-f25fff82a36f-b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'project_id': '26c1f2b21438445182a233b22b03ab63', 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496'}]}} from dv-cinder-784815-12-iscsi. {{(pid=110447) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 23:00:18.004530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.030388 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.053070 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-533789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1115'] for router (2411facb-de73-4468-96eb-3184c635630b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.054389 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-886813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1106'] for router (2411facb-de73-4468-96eb-3184c635630b), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.094856 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:18.095843 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:18.099910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Provisioning complete for port 75b7fdc1-6acc-4e44-8665-2a6364538717 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:18.099910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.132600 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for router_controller (2411facb-de73-4468-96eb-3184c635630b), precommit_add_association {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.144759 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8d45-0f6e-4559-aa2b-ba5dc757bafb None None] Pushing event updated for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:18.186460 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.db_base_plugin_common [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Allocated IP 172.20.0.2 (b72f43ba-8e34-4f97-809d-d86fa6b42eb9/16897e2e-ddbf-4828-8cbd-7149962af496/093665ed-b570-4a8f-93ce-12609b133e41) {{(pid=110447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:18.234828 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:18.254611 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Current status of the port 75b7fdc1-6acc-4e44-8665-2a6364538717 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:18.254611 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.353895 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] For port 75b7fdc1-6acc-4e44-8665-2a6364538717, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=75b7fdc1-6acc-4e44-8665-2a6364538717,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:18.361239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for router_gateway (2411facb-de73-4468-96eb-3184c635630b), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.405639 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks [] for port (093665ed-b570-4a8f-93ce-12609b133e41), precommit_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.415702 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.435669 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:18.465561 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3be67d-eeb5-49f4-801a-ef945bb7deea None None] The sync data for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi is: [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:18.470907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cafe1f-5bc2-4750-af41-6b88f6ca32c7 None None] Pushing event updated for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:18.515085 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002'] for port (093665ed-b570-4a8f-93ce-12609b133e41), after_create {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.578993 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-a1d314af-dfe7-4ec3-a437-55a595c224d0 None None] Provisioning complete for port 75b7fdc1-6acc-4e44-8665-2a6364538717 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:18.578993 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-a1d314af-dfe7-4ec3-a437-55a595c224d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.585799 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 is already hosted by enough agents. {{(pid=110447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:18.593884 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.scheduler.base_scheduler [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Resources bound (agent type, host, resource id): {{(pid=110447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:18.618396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Received port after_create {{(pid=110447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:18.622291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Pushing event updated for resources: {'Port': ['ID=093665ed-b570-4a8f-93ce-12609b133e41,revision_number=1']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:18.638462 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for router_gateway (2411facb-de73-4468-96eb-3184c635630b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.658720 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.703794 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Attempting to bind port 093665ed-b570-4a8f-93ce-12609b133e41 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:18.704172 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Attempting to bind port 093665ed-b570-4a8f-93ce-12609b133e41 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:18.704518 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Attempting to bind port 093665ed-b570-4a8f-93ce-12609b133e41 on network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:18.731396 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:18.731807 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Checking segment: {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:18.732220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.732625 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Bound using segment: {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:18.733106 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Bound port: 093665ed-b570-4a8f-93ce-12609b133e41, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:18.733490 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (093665ed-b570-4a8f-93ce-12609b133e41), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.752983 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-a1d314af-dfe7-4ec3-a437-55a595c224d0 None None] Current status of the port 75b7fdc1-6acc-4e44-8665-2a6364538717 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:18.777567 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Allocated IP 172.27.0.71 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:18.810731 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] For port 093665ed-b570-4a8f-93ce-12609b133e41, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:18.814141 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] For port 093665ed-b570-4a8f-93ce-12609b133e41, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=093665ed-b570-4a8f-93ce-12609b133e41,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:18.885583 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (093665ed-b570-4a8f-93ce-12609b133e41), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.887836 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:18.956398 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b7088-0891-42bd-ac18-a598d8c36ff2 None None] Pushing event updated for resources: {'Port': ['ID=093665ed-b570-4a8f-93ce-12609b133e41,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:18.993188 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:19.034978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:19.038057 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:19.042489 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:19.073884 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Pushing event updated for resources: {'Port': ['ID=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:19.422064 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for router_gateway (2411facb-de73-4468-96eb-3184c635630b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:19.649819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 75b7fdc1-6acc-4e44-8665-2a6364538717 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:19.713534 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 75b7fdc1-6acc-4e44-8665-2a6364538717 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:19.714193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:19.801941 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 75b7fdc1-6acc-4e44-8665-2a6364538717 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:19.802938 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:19.854327 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:19.854702 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:19.918852 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536267'] for router (2411facb-de73-4468-96eb-3184c635630b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:19.928471 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703bb10c-ef4d-4635-aa79-c427ee941888 None None] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:00:19.960825 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:19.961926 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 093665ed-b570-4a8f-93ce-12609b133e41 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:20.030443 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Provisioning complete for port 093665ed-b570-4a8f-93ce-12609b133e41 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:20.030817 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (093665ed-b570-4a8f-93ce-12609b133e41), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.121359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Router 2411facb-de73-4468-96eb-3184c635630b is scheduled to L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 with binding_index 1 {{(pid=110446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 23:00:20.126945 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 093665ed-b570-4a8f-93ce-12609b133e41 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:20.127372 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (093665ed-b570-4a8f-93ce-12609b133e41), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.201356 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Current status of the port 093665ed-b570-4a8f-93ce-12609b133e41 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:20.201753 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (093665ed-b570-4a8f-93ce-12609b133e41), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.244438 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:00:20.259352 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Sync routers for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:20.269751 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b29cf0ef-a623-460b-aace-781762728696 None None] For port 093665ed-b570-4a8f-93ce-12609b133e41, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=093665ed-b570-4a8f-93ce-12609b133e41,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:20.282575 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:20.283226 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:20.285032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 093665ed-b570-4a8f-93ce-12609b133e41 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:20.285438 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (093665ed-b570-4a8f-93ce-12609b133e41), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.325759 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.327045 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-924c2bf3-010c-4cc6-abde-5704ec7b2e5b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3728518 May 03 23:00:20.334755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46508) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:20.465677 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (093665ed-b570-4a8f-93ce-12609b133e41), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.600260 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cf0ef-a623-460b-aace-781762728696 None None] Pushing event updated for resources: {'Port': ['ID=093665ed-b570-4a8f-93ce-12609b133e41,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:20.603388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.db.api [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 23:00:20.603776 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG oslo_db.api [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 23:00:20.615139 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-62d5a083-4ecd-474e-9f53-69cb8ee50ed7 None None] Provisioning complete for port 093665ed-b570-4a8f-93ce-12609b133e41 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:20.615514 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-62d5a083-4ecd-474e-9f53-69cb8ee50ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (093665ed-b570-4a8f-93ce-12609b133e41), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.645594 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:20.752450 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:20.820050 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-62d5a083-4ecd-474e-9f53-69cb8ee50ed7 None None] Current status of the port 093665ed-b570-4a8f-93ce-12609b133e41 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:20.861344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:19Z', 'revision_number': 3, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:20.888357 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Checking router: 2411facb-de73-4468-96eb-3184c635630b for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:20.888712 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Updating router 2411facb-de73-4468-96eb-3184c635630b port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca binding host dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:20.908401 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Allocated IP 172.20.0.1 (b72f43ba-8e34-4f97-809d-d86fa6b42eb9/16897e2e-ddbf-4828-8cbd-7149962af496/8ff75f5e-2346-457c-9f9e-da12d3c39c95) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:20.921099 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.018810 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks [] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.121548 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.162867 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:21.170621 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:21.172839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.174980 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:21.177176 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 093665ed-b570-4a8f-93ce-12609b133e41 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:21.202441 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks [] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), precommit_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.218309 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-775102'] for router_interface (2411facb-de73-4468-96eb-3184c635630b), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.275536 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.333168 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Attempting to bind port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:21.333544 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Attempting to bind port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:21.333916 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Attempting to bind port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca on network 66f83799-a57b-4133-9b90-397f32fc60f2 {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:21.339728 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8b39-e14d-4419-aabf-1d580f43559e None None] Pushing event updated for resources: {'Port': ['ID=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,revision_number=2']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.344455 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:21.344704 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Checking segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:21.345111 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.345527 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Bound using segment: {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'} {{(pid=110447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:21.345974 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.managers [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Bound port: a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da883237-cd1c-4c85-a123-82ac1e06ceca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2'}}] {{(pid=110447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:21.346353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.398388 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] For port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:21.401320 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] For port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:21.430593 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.441231 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-333ba512-7a3c-4fed-8958-11724bcf5084 None None] Provisioning complete for port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:21.441617 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-333ba512-7a3c-4fed-8958-11724bcf5084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.464210 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.519250 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-333ba512-7a3c-4fed-8958-11724bcf5084 None None] Port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:00:21.545523 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:21.546164 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:21.552068 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 093665ed-b570-4a8f-93ce-12609b133e41 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:21.587569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e8b39-e14d-4419-aabf-1d580f43559e None None] Pushing event updated for resources: {'Port': ['ID=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,revision_number=3']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.600090 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks [] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.655385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.684885 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 093665ed-b570-4a8f-93ce-12609b133e41 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:21.685264 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (093665ed-b570-4a8f-93ce-12609b133e41), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.713659 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:21.725654 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:21.729883 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-572271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-775008'] for router_interface (2411facb-de73-4468-96eb-3184c635630b), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:21.821202 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:21.822711 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:21.882507 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 093665ed-b570-4a8f-93ce-12609b133e41 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:21.947062 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Router 2411facb-de73-4468-96eb-3184c635630b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:00:21.948336 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8ff75f5e-2346-457c-9f9e-da12d3c39c95', 'name': '', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'mac_address': 'fa:16:3e:91:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:20Z', 'revision_number': 1, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'subnets': [{'id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:21.978270 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b52ad7-53d1-40cd-8aa0-ff183fc85043 None None] The sync data for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi is: [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8ff75f5e-2346-457c-9f9e-da12d3c39c95', 'name': '', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'mac_address': 'fa:16:3e:91:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:20Z', 'revision_number': 1, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'subnets': [{'id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:22.038680 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-e7136528-5d1f-4e16-b0bf-c49bcbe22047 None None] Provisioning complete for port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:22.039251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e7136528-5d1f-4e16-b0bf-c49bcbe22047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:22.065987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:00:22.072700 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e0737b91-cb8b-4255-b189-00aa49128ee4 admin admin] 10.222.0.23 "PUT /v2.0/routers/2411facb-de73-4468-96eb-3184c635630b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7363360 May 03 23:00:22.088429 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e7136528-5d1f-4e16-b0bf-c49bcbe22047 None None] Port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:00:22.764964 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46516) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:22.769649 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490869304', 'description': 'tempest-secgroup-smoke-490869304 description', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:22.849741 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:22.919028 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (5be4a905-9513-4628-9e2f-81bb45ec6db8), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:22.993018 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5be4a905-9513-4628-9e2f-81bb45ec6db8), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.024219 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be4a905-9513-4628-9e2f-81bb45ec6db8,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.074744 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.076058 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-ebfe76d2-32ad-4508-9d6e-6acd0fe886cc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3100641 May 03 23:00:23.078915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46518) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:23.083454 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:23.169104 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (c1e09890-66f1-4a1f-88c1-fc4c5a9cb5bc), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.235596 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (c1e09890-66f1-4a1f-88c1-fc4c5a9cb5bc), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.298460 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7b3359b2-ae6e-4ade-b444-2f5cc322c819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.309453 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (c1e09890-66f1-4a1f-88c1-fc4c5a9cb5bc), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.326609 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e09890-66f1-4a1f-88c1-fc4c5a9cb5bc,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.417597 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.418862 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-73d1b3bc-9afc-4ab3-bf75-01114fe3b92a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389673 May 03 23:00:23.421991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46520) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:23.426695 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:23.524750 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (656f6a63-f95f-4608-b374-e51671110652), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.541702 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:23.583339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (656f6a63-f95f-4608-b374-e51671110652), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.594763 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:23.595138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.661042 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (656f6a63-f95f-4608-b374-e51671110652), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.674291 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:23.677604 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.680987 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f6a63-f95f-4608-b374-e51671110652,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.695109 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] For port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:23.754117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.755314 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-5695d9ed-4c5d-491e-a607-811c360fbc51 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3322887 May 03 23:00:23.758052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 46522) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:23.762308 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:23.790676 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.837816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Pushing event updated for resources: {'Port': ['ID=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:23.869521 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (9440c300-39cb-4e53-906e-1c3b5bad8ef9), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.925128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (9440c300-39cb-4e53-906e-1c3b5bad8ef9), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:23.989384 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (9440c300-39cb-4e53-906e-1c3b5bad8ef9), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.006220 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440c300-39cb-4e53-906e-1c3b5bad8ef9,revision_number=0']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:24.100351 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.105780 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e958fcfa-9b4a-477a-b20a-0c3066b9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456454 May 03 23:00:24.105929 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46524) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:24.112153 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:24.212596 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (3917e6d5-669b-40f4-850c-db8ca19e2b26), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.274984 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (3917e6d5-669b-40f4-850c-db8ca19e2b26), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.352191 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (3917e6d5-669b-40f4-850c-db8ca19e2b26), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.369702 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3917e6d5-669b-40f4-850c-db8ca19e2b26,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:24.439987 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.441203 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e4839dd8-7714-45f7-ad31-2ffc2ed6ded8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347225 May 03 23:00:24.443944 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46526) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:24.448811 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:24.544301 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.securitygroups_db [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Project c4603134505e4a49bc7abbb0b4a1fce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:00:24.550103 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (d387cb0b-d54b-4ead-a759-db690fe1864c), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.608470 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (d387cb0b-d54b-4ead-a759-db690fe1864c), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.675847 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (d387cb0b-d54b-4ead-a759-db690fe1864c), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.693872 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d387cb0b-d54b-4ead-a759-db690fe1864c,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:24.760096 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.761306 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-1a547fa4-fdbf-4660-b822-f5666759d111 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164370 May 03 23:00:24.763984 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46528) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:24.768290 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'security_group_rule': {'security_group_id': '5be4a905-9513-4628-9e2f-81bb45ec6db8', 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:24.841227 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.securitygroups_db [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Project c4603134505e4a49bc7abbb0b4a1fce6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 23:00:24.846683 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (1bb889a0-03a7-4ebe-b753-7bca20c1c7d6), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.904410 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (1bb889a0-03a7-4ebe-b753-7bca20c1c7d6), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.967176 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707863'] for security_group_rule (1bb889a0-03a7-4ebe-b753-7bca20c1c7d6), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:24.987087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb889a0-03a7-4ebe-b753-7bca20c1c7d6,revision_number=0']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:25.045802 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:25.047125 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8f83cfeb-d8f7-4159-80b1-9cfabb4eab35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2821217 May 03 23:00:25.355208 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Sync routers for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:25.365216 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:25.365849 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T22:59:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:25.461875 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d2faafa2-a914-47c8-9eea-7cb6e99b47df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:25.473123 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:25.534735 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:25.583502 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:25.583974 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:25.666816 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:25.751217 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8ff75f5e-2346-457c-9f9e-da12d3c39c95', 'name': '', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'mac_address': 'fa:16:3e:91:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 2, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'subnets': [{'id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:25.780196 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Checking router: 2411facb-de73-4468-96eb-3184c635630b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:00:25.780559 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Updating router 2411facb-de73-4468-96eb-3184c635630b port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 binding host dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 23:00:25.809434 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.072258 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks [] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), precommit_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.144390 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.199203 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482ed6-f131-47b8-a7db-4e88d0e5719b None None] Pushing event updated for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=3']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:26.252720 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Attempting to bind port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 on host dv-cinder-784815-12-iscsi for vnic_type normal with profile {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:26.253095 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Attempting to bind port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 by drivers openvswitch,hyperv on host dv-cinder-784815-12-iscsi at level 0 using segments [{'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:26.253453 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Attempting to bind port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 on network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:26.259814 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Checking agent: {'id': '34e4b510-d437-4f34-9332-8fd88d5977a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784815-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 40, 29), 'started_at': datetime.datetime(2022, 5, 3, 22, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784815-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:26.260200 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Checking segment: {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:26.260588 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.261192 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Bound using segment: {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'} {{(pid=110448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:26.261666 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.managers [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Bound port: 8ff75f5e-2346-457c-9f9e-da12d3c39c95, host: dv-cinder-784815-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef5d9d7-828a-427f-8d3e-d7162c6aea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9'}}] {{(pid=110448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:26.262044 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), before_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.333961 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] For port 8ff75f5e-2346-457c-9f9e-da12d3c39c95, host dv-cinder-784815-12-iscsi, cleared binding levels {{(pid=110448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:26.338037 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.plugins.ml2.db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] For port 8ff75f5e-2346-457c-9f9e-da12d3c39c95, host dv-cinder-784815-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8ff75f5e-2346-457c-9f9e-da12d3c39c95,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:26.418961 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_update {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.441447 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Provisioning complete for port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:26.446721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.471557 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:26.472230 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:26.527361 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Current status of the port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 is: DOWN; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:26.528406 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.531109 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4482ed6-f131-47b8-a7db-4e88d0e5719b None None] Pushing event updated for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=4']} {{(pid=110448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:26.580404 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] For port 8ff75f5e-2346-457c-9f9e-da12d3c39c95, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8ff75f5e-2346-457c-9f9e-da12d3c39c95,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:26.612060 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:26.650379 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.660677 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.713252 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0d572-4e50-455d-b935-48f7cb3c4c72 None None] Pushing event updated for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:26.780281 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-1093e61b-a77f-4f87-a5ee-36c43dc94d02 None None] Provisioning complete for port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:26.780662 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1093e61b-a77f-4f87-a5ee-36c43dc94d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:26.803834 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8ff75f5e-2346-457c-9f9e-da12d3c39c95', 'name': '', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'mac_address': 'fa:16:3e:91:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:26Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'subnets': [{'id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:26.829568 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0c6c0b-bfcf-4c46-8367-453f9fb204e9 None None] The sync data for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi is: [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:21Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '8ff75f5e-2346-457c-9f9e-da12d3c39c95', 'name': '', 'network_id': 'b72f43ba-8e34-4f97-809d-d86fa6b42eb9', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'mac_address': 'fa:16:3e:91:7c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:20Z', 'updated_at': '2022-05-03T23:00:26Z', 'revision_number': 4, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'subnets': [{'id': '16897e2e-ddbf-4828-8cbd-7149962af496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:00:26.885378 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-1093e61b-a77f-4f87-a5ee-36c43dc94d02 None None] Current status of the port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:27.541024 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8ff75f5e-2346-457c-9f9e-da12d3c39c95 up at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:27.588705 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Provisioning complete for port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:27.589078 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:27.664067 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Current status of the port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 is: ACTIVE; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:27.929279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:29.338156 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:35.495367 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:39.543924 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:00:40.649719 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-bc550e43-f19d-49b1-b30a-9d01b50d8f5e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490869304&fields=id&tenant_id=c4603134505e4a49bc7abbb0b4a1fce6 HTTP/1.1" status: 200 len: 267 time: 0.0428448 May 03 23:00:40.755098 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-eb43fa9b-80a9-49a5-93c1-483e37d0cefb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:40.756494 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-eb43fa9b-80a9-49a5-93c1-483e37d0cefb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 808 time: 0.0996754 May 03 23:00:40.771031 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-e54bf450-2dbc-454e-9acd-adde40ad12d9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/quotas/c4603134505e4a49bc7abbb0b4a1fce6 HTTP/1.1" status: 200 len: 375 time: 0.0089715 May 03 23:00:40.817987 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-13bedb1e-8353-44a5-aa58-9f72c6b5c899 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422285 May 03 23:00:40.832196 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-827402ac-874d-456a-835c-32f2dd95b1da service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 23:00:40.833148 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-827402ac-874d-456a-835c-32f2dd95b1da service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048585 May 03 23:00:40.924100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-b0674863-523e-4026-97ff-c1d7d6cb22b0 service neutron] 10.222.0.23 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858362 May 03 23:00:41.011523 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-647ca186-00b8-41e7-a032-ba650b41d1e1 service neutron] 10.222.0.23 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818374 May 03 23:00:41.550847 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a049c6bd-d300-4614-bbdc-e89051abfc45 req-a93f5581-a4e2-4a0d-894f-d56779277812 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 210 time: 0.0306873 May 03 23:00:42.645115 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-84f21630-8ff8-41a0-9740-2ab7f325732b req-c255af5a-924f-4a16-bfd4-261614bbbda7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 210 time: 0.0286710 May 03 23:00:43.633658 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-ac32a855-b990-4319-b046-d0c9a6ac4693 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:43.635218 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-ac32a855-b990-4319-b046-d0c9a6ac4693 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 808 time: 0.1009021 May 03 23:00:43.697463 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-eaa45c99-c416-4d71-bd42-9ca26e73c9e8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4603134505e4a49bc7abbb0b4a1fce6 HTTP/1.1" status: 200 len: 379 time: 0.0541868 May 03 23:00:43.706854 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'port': {'device_id': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'admin_state_up': True, 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'security_groups': ['5be4a905-9513-4628-9e2f-81bb45ec6db8']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:43.738620 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1fb50aa0-b1eb-4762-8122-305fe97f3cd2 req-7726aea0-29f3-4c08-8fa0-fe5e003353ae tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 210 time: 0.0265102 May 03 23:00:43.864168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Made reservation on behalf of c4603134505e4a49bc7abbb0b4a1fce6 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:00:43.867541 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:43.994601 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Allocated IP 172.20.0.8 (047a2d73-1387-4302-8cac-5b7004c39f27/ce39334d-f443-4819-8c75-b1b4754f175b/3d303fd0-cc2c-425a-a4ed-59baa25fc8d6) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:44.132165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:44.221058 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:44.264495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Network 047a2d73-1387-4302-8cac-5b7004c39f27 is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:44.267649 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:44.270171 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:44.503685 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dea36e3c-4f8a-4492-8032-c2ef5644e465 None None] Provisioning complete for port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:44.504344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dea36e3c-4f8a-4492-8032-c2ef5644e465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:44.542018 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dea36e3c-4f8a-4492-8032-c2ef5644e465 None None] Port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:00:44.571041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:44.583074 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.583421 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.583798 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.584159 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.584494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.584818 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.585231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.585552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.585878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.586201 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.586527 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.586845 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.587165 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.587486 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.587826 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:00:44.608897 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:44.609500 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:44.714071 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-07723465-cf42-4eb5-8d1f-211c639081a3 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0107684 May 03 23:00:44.723174 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-d182c5c2-0a71-4145-b1b8-774398c073e1 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 23:00:44.724299 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-d182c5c2-0a71-4145-b1b8-774398c073e1 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049796 May 03 23:00:44.831287 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Request body: {'port': {'device_id': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:44.853125 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42cc60-4cad-40f2-a0b1-eec85a284478 req-8dec0c15-ecea-4762-89f5-fd9caf8bda02 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:44.855276 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3b42cc60-4cad-40f2-a0b1-eec85a284478 req-8dec0c15-ecea-4762-89f5-fd9caf8bda02 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 931 time: 0.0495608 May 03 23:00:44.890584 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:44.905043 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3b42cc60-4cad-40f2-a0b1-eec85a284478 req-661ec538-5b12-4241-92e3-bea8e9c2c3dd tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 May 03 23:00:45.178425 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:45.187842 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks [] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:45.191258 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-20c26b76-3e9f-4836-be3d-0043b2e1e051 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532658 May 03 23:00:45.201928 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Transition to ACTIVE for port object 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 23:00:45.272439 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-18c1a3e2-426f-4308-82da-6a8cc42dda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.273962 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-18c1a3e2-426f-4308-82da-6a8cc42dda27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 1130 time: 0.0416815 May 03 23:00:45.280993 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:45.406561 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:45.463367 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-ed4c75f5-e55b-4704-8146-e5398115e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.464875 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-ed4c75f5-e55b-4704-8146-e5398115e475 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.1582429 May 03 23:00:45.516999 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Attempting to bind port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:00:45.517364 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Attempting to bind port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:00:45.517699 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Attempting to bind port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 on network 047a2d73-1387-4302-8cac-5b7004c39f27 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:45.526118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 on network 047a2d73-1387-4302-8cac-5b7004c39f27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:00:45.526437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Attempting to bind port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 on network 047a2d73-1387-4302-8cac-5b7004c39f27 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:00:45.537461 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:00:45.537805 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Checking segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:00:45.538187 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Bound using segment: {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:00:45.538620 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Bound port: 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87a529a-1ef5-4562-ab17-961b69dffae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:00:45.538975 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:45.556101 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-27f2941c-9313-4615-9407-6b49a0950a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 200 len: 1001 time: 0.0846965 May 03 23:00:45.645472 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-094639e8-ece5-4a6b-84b2-f95f8567b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.646934 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-094639e8-ece5-4a6b-84b2-f95f8567b2b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0694988 May 03 23:00:45.650377 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:00:45.653357 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:00:45.696368 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-cde7ad13-3b4d-4d28-8cae-4de7476cf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.697846 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-cde7ad13-3b4d-4d28-8cae-4de7476cf826 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430334 May 03 23:00:45.722034 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:45.798756 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.799376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:45.800760 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 1093 time: 1.0660279 May 03 23:00:45.801236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:45.803444 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac443afb-2324-4350-bbd9-42ca9efd9c83" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:00:45.833380 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b231c1-d249-4176-a97d-6dce9be4dc42 service neutron] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:45.847331 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-a939bf4f-50e2-4969-a467-eb953355c4f3 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433403 May 03 23:00:45.930337 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8064d32-8f5e-44c6-9023-a40bb6e31c74 x-openstack-request-id: req-e8064d32-8f5e-44c6-9023-a40bb6e31c74 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:00:45.930777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:00:45.931123 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8064d32-8f5e-44c6-9023-a40bb6e31c74 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:00:45.931661 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8064d32-8f5e-44c6-9023-a40bb6e31c74'] response: {'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'status': 'completed', 'code': 200} May 03 23:00:45.966847 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-487e729e-7e22-4b4b-b852-7be54e7d416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:45.969112 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-487e729e-7e22-4b4b-b852-7be54e7d416a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1127 time: 0.0745523 May 03 23:00:46.022993 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-3ee84833-eb2e-4bdb-9a9f-8f0b4441db11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 217 time: 0.0446906 May 03 23:00:46.025230 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-056a0563-896e-4752-ad72-bcc2bd6d958c req-0504808c-397b-4a0f-bb07-9eb83684873f service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715593 May 03 23:00:46.033615 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a317b39-4c2d-4331-948f-cb887057f386 req-5392193b-3ee0-4868-b433-a48589f9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.035123 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a317b39-4c2d-4331-948f-cb887057f386 req-5392193b-3ee0-4868-b433-a48589f9d570 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0525503 May 03 23:00:46.078528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-054138f8-cfcd-4cfa-a2ad-f89d1e36211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.078528 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-054138f8-cfcd-4cfa-a2ad-f89d1e36211f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0459828 May 03 23:00:46.084700 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7a317b39-4c2d-4331-948f-cb887057f386 req-0afce694-6739-4057-92ce-c266bdac93f0 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437047 May 03 23:00:46.121855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-af7ba01b-3031-4d4e-b783-52d416b54de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.123391 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-af7ba01b-3031-4d4e-b783-52d416b54de1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404968 May 03 23:00:46.223226 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-4b042df0-6a8a-491d-9a28-0df6f7874bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941288 May 03 23:00:46.311000 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b1ade1ac-faf5-4414-b01f-17b261c3e609 req-146d8110-dafa-404b-aeed-d56fbb4b75bd service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812044 May 03 23:00:46.656968 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-506f6917-4156-43b7-a24e-5bd2b7fac58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.658442 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-506f6917-4156-43b7-a24e-5bd2b7fac58f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1127 time: 0.0454302 May 03 23:00:46.746840 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-1fcf2d28-b175-4136-b897-444a669a5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.748334 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-1fcf2d28-b175-4136-b897-444a669a5929 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0824134 May 03 23:00:46.791000 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-ba6047bd-2d31-4850-b86d-a2b26c344df2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 217 time: 0.0363231 May 03 23:00:46.837810 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-d54a6ffa-964c-4f85-b332-29fdbddaab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.839255 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-d54a6ffa-964c-4f85-b332-29fdbddaab02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0427005 May 03 23:00:46.879552 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-840309c6-b237-4b28-9cd6-1bce940e6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:46.880994 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-840309c6-b237-4b28-9cd6-1bce940e6a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0362332 May 03 23:00:46.981021 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-797d33c9-fdd7-4158-9910-af7f6446da8b service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932872 May 03 23:00:47.082541 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ac443afb-2324-4350-bbd9-42ca9efd9c83 req-64e8e4c2-f4c6-4e55-88d5-b95e11a35b22 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961769 May 03 23:00:47.203277 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c497b-96aa-4a7e-85dc-92a6a28cb5c9 req-cb3e3fe8-5817-4989-afd2-8ca05965fa32 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:47.204739 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-333c497b-96aa-4a7e-85dc-92a6a28cb5c9 req-cb3e3fe8-5817-4989-afd2-8ca05965fa32 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0454702 May 03 23:00:47.251780 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-333c497b-96aa-4a7e-85dc-92a6a28cb5c9 req-2e1454bb-ce3f-47f3-9088-73cb8bfaebf9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416214 May 03 23:00:48.367122 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c59e4-ed2a-4cf4-9652-7683192dba8d req-4c81eb91-36f3-4ec8-bb01-a4851c5c3c76 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:48.371253 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f3c59e4-ed2a-4cf4-9652-7683192dba8d req-4c81eb91-36f3-4ec8-bb01-a4851c5c3c76 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0474343 May 03 23:00:48.420284 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f3c59e4-ed2a-4cf4-9652-7683192dba8d req-dc9639b4-5bcd-4fd4-9101-5ac58f807bdf tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451899 May 03 23:00:49.530920 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f31ac-e757-48a0-b7ac-001c34f14976 req-ef993a11-b591-4f25-9e46-c6110c27ef8e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:49.532390 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-930f31ac-e757-48a0-b7ac-001c34f14976 req-ef993a11-b591-4f25-9e46-c6110c27ef8e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0456893 May 03 23:00:49.580395 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-930f31ac-e757-48a0-b7ac-001c34f14976 req-118458e3-c039-453e-a796-983ab5533c10 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 May 03 23:00:50.689172 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f4ba-5846-4380-83fb-5efc2b385e02 req-b6963690-1244-440e-85b0-13205ab57bbb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:50.690623 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e35f4ba-5846-4380-83fb-5efc2b385e02 req-b6963690-1244-440e-85b0-13205ab57bbb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0453970 May 03 23:00:50.738078 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e35f4ba-5846-4380-83fb-5efc2b385e02 req-a6a69880-24a2-4f6b-a038-ef303375bc13 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419505 May 03 23:00:51.849402 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961d7ca-ed67-47c2-ab8d-c2947209168d req-9fb4d30f-0d9e-4914-9738-c4a0c8260eb9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:51.850849 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c961d7ca-ed67-47c2-ab8d-c2947209168d req-9fb4d30f-0d9e-4914-9738-c4a0c8260eb9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0478849 May 03 23:00:51.897866 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c961d7ca-ed67-47c2-ab8d-c2947209168d req-6fd281fe-93f9-4b4c-8d92-62e428b8c646 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414798 May 03 23:00:53.008043 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72b00-1305-487d-8ba5-9cc38d7050be req-2f5eb31c-6daa-4733-8209-c9e8722016b6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:53.009520 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6f72b00-1305-487d-8ba5-9cc38d7050be req-2f5eb31c-6daa-4733-8209-c9e8722016b6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0462005 May 03 23:00:53.057064 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f6f72b00-1305-487d-8ba5-9cc38d7050be req-9068ad11-b56c-4937-8915-b16dc586edb9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 May 03 23:00:53.168838 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c216a34f-53f5-42da-9554-f16e02a0826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:53.355136 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:00:53.449862 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:53.460664 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'mac_address': 'fa:16:3e:ed:7d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:00:53.501593 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:53.501980 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:53.514394 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:00:53.533185 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:53.618733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:53.666019 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:53.834478 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:00:54.169467 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d93dd-2e3c-49fb-b257-64675b110b98 req-ae94169b-9825-42a5-a8c3-d957608fad5b tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:54.171255 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-859d93dd-2e3c-49fb-b257-64675b110b98 req-ae94169b-9825-42a5-a8c3-d957608fad5b tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 944 time: 0.0497937 May 03 23:00:54.224780 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-859d93dd-2e3c-49fb-b257-64675b110b98 req-6a06788a-7e82-40ca-938a-a7268b6ff5fb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479474 May 03 23:00:55.332757 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1879574-2c24-460a-8d37-6b131154e029 req-35f2f90f-2577-41d4-93a2-4e1ea4012894 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:55.334213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1879574-2c24-460a-8d37-6b131154e029 req-35f2f90f-2577-41d4-93a2-4e1ea4012894 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 944 time: 0.0444455 May 03 23:00:55.381005 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b1879574-2c24-460a-8d37-6b131154e029 req-c11656f8-703d-4bd2-8a4f-fa4136b037b9 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 May 03 23:00:55.382541 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:00:55.438227 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 23:00:55.488671 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-2fcf74b8-8324-4c4b-9e1d-b484e9d28ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:55.517078 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:00:55.517407 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:55.595309 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:00:55.595723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:55.617592 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:55.619821 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6acfd77-dbc9-450f-ad09-ce46e539941f" -d '{"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-plugged", "status": "completed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:00:55.632325 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:00:55.704174 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:55.709994 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f077040-33cb-44f1-b32b-f4025728ef1f x-openstack-request-id: req-1f077040-33cb-44f1-b32b-f4025728ef1f {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:00:55.710317 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-plugged", "status": "completed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:00:55.710589 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f077040-33cb-44f1-b32b-f4025728ef1f {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:00:55.710968 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f077040-33cb-44f1-b32b-f4025728ef1f'] response: {'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'code': 200} May 03 23:00:55.753420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:56.019040 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a557594-e464-4d9e-9eea-05dbdc285f0a req-275fcb63-ed0b-454d-93b0-dddcb05a46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.020530 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6a557594-e464-4d9e-9eea-05dbdc285f0a req-275fcb63-ed0b-454d-93b0-dddcb05a46fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0409257 May 03 23:00:56.065736 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6a557594-e464-4d9e-9eea-05dbdc285f0a req-4fd11b9a-7962-4098-9305-cd1d4e641ff4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383956 May 03 23:00:56.492543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2262-4390-4697-99ba-bb15dd1f076d req-33dced6c-2d60-4d71-b1d6-db831cc660b5 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:56.493971 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a97f2262-4390-4697-99ba-bb15dd1f076d req-33dced6c-2d60-4d71-b1d6-db831cc660b5 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0446351 May 03 23:00:56.544995 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a97f2262-4390-4697-99ba-bb15dd1f076d req-62f5a684-d6e6-4117-afa5-16188999c904 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 May 03 23:00:56.631648 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:57.655135 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d4375-f87c-45be-b916-8b5ac5c392bb req-c56359f9-e68b-45cd-a14b-f2ed6a152715 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.656605 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6b5d4375-f87c-45be-b916-8b5ac5c392bb req-c56359f9-e68b-45cd-a14b-f2ed6a152715 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0447168 May 03 23:00:57.704176 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6b5d4375-f87c-45be-b916-8b5ac5c392bb req-a623d667-983c-4de5-bad3-45924da0a677 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420918 May 03 23:00:57.812203 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962793b2-c3c8-4ae0-a29e-78f55fdcc72a req-f9d8dbe3-6006-46bb-893e-6f7bd002fc97 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.813644 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-962793b2-c3c8-4ae0-a29e-78f55fdcc72a req-f9d8dbe3-6006-46bb-893e-6f7bd002fc97 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0454025 May 03 23:00:57.862664 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-962793b2-c3c8-4ae0-a29e-78f55fdcc72a req-ce42f453-0465-44e8-8b93-ad4d07750167 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435572 May 03 23:00:57.883991 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46694) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:57.900240 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:57.995268 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29bdb87-5611-4d01-8a7b-7a171c6eb6df tempest-TestShelveInstance-96939223 tempest-TestShelveInstance-96939223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:57.996756 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b29bdb87-5611-4d01-8a7b-7a171c6eb6df tempest-TestShelveInstance-96939223 tempest-TestShelveInstance-96939223-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1124 time: 0.1117764 May 03 23:00:57.999595 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46698) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:00:58.003760 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:00:58.080670 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:58.157111 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:58.268089 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Allocated IP 172.27.0.76 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/026f4175-28e6-4fbb-977a-5eed2741839d) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:00:58.367065 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for port (026f4175-28e6-4fbb-977a-5eed2741839d), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:58.452806 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:58.493606 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:00:58.496351 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:00:58.501090 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:00:58.526645 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'Port': ['ID=026f4175-28e6-4fbb-977a-5eed2741839d,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:58.861532 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for floatingip (f071178a-a73b-4e15-8916-a8aae0f0a7e4), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.001430 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.150410 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for port (026f4175-28e6-4fbb-977a-5eed2741839d), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.229784 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.301207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event updated for resources: {'Port': ['ID=026f4175-28e6-4fbb-977a-5eed2741839d,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:00:59.313087 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (f071178a-a73b-4e15-8916-a8aae0f0a7e4), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.338400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.412613 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Floating IP f071178a-a73b-4e15-8916-a8aae0f0a7e4 associated. External IP: 172.27.0.76, port: 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6. May 03 23:00:59.623249 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:00:59.729067 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:00:59.738351 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Sync routers for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:00:59.747847 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:00:59.752498 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:00:59.821995 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:00:59.865400 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-750d406f-b5a9-4335-ac60-f1c3ef340087 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8510897 May 03 23:00:59.865400 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:00:59.865400 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:00:59.866690 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:00:59.888758 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e8433-e939-4258-9c78-63079bee450a x-openstack-request-id: req-213e8433-e939-4258-9c78-63079bee450a {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:00:59.889057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:00:59.889319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-213e8433-e939-4258-9c78-63079bee450a {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:00:59.889730 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213e8433-e939-4258-9c78-63079bee450a'] response: {'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'status': 'completed', 'code': 200} May 03 23:00:59.945399 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-be17dfaa-f224-4eec-ae75-07f7d6c01684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:00:59.946892 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-be17dfaa-f224-4eec-ae75-07f7d6c01684 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0377862 May 03 23:01:00.040221 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-ccf627ce-fd20-4844-97df-035ed7413b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:00.041611 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-ccf627ce-fd20-4844-97df-035ed7413b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0875540 May 03 23:01:00.069446 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f071178a-a73b-4e15-8916-a8aae0f0a7e4', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'mac_address': 'fa:16:3e:ed:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:58Z', 'updated_at': '2022-05-03T23:00:58Z', 'revision_number': 0, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:00.106094 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-e91e3960-5d34-4741-91bb-f06d8f5a6a11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 998 time: 0.0586550 May 03 23:01:00.155579 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-8c0673a3-f827-47f9-b0cb-5cb30e368eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:00.157103 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-8c0673a3-f827-47f9-b0cb-5cb30e368eca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0456493 May 03 23:01:00.204481 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-f03c5e75-280c-4225-a3be-1ee1f647da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:00.206088 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-f03c5e75-280c-4225-a3be-1ee1f647da1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436780 May 03 23:01:00.223641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Checking router: 9ffcaf8a-7937-4185-b51f-6ebc435ae748 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:00.235855 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:01:00.236877 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:00.295165 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-3301d2f7-8312-4faa-9beb-06436b8a74ad service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 May 03 23:01:00.352220 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:01:00.387616 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-b43a7ed4-e7e6-47e1-8292-c8c670e5af6e req-0e921c9d-c121-4ff4-868e-127c48facbb9 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855017 May 03 23:01:00.562491 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f071178a-a73b-4e15-8916-a8aae0f0a7e4', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'mac_address': 'fa:16:3e:ed:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:58Z', 'updated_at': '2022-05-03T23:00:58Z', 'revision_number': 0, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:00.592721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e023b3be-8e2d-4a2c-96b0-292407e935fe None None] The sync data for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi is: [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': 'f071178a-a73b-4e15-8916-a8aae0f0a7e4', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'mac_address': 'fa:16:3e:ed:7d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:00:58Z', 'updated_at': '2022-05-03T23:00:58Z', 'revision_number': 0, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:00.777581 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd3227-53e6-4757-a6e6-ab78edc9d491 None None] New status for floating IP f071178a-a73b-4e15-8916-a8aae0f0a7e4: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:01:05.505446 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:16.543811 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:01:19.447800 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96c334-093c-4469-bdb3-6a21e7830684 req-e981a323-3959-49e6-aa99-d959c75a0113 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:19.449259 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9a96c334-093c-4469-bdb3-6a21e7830684 req-e981a323-3959-49e6-aa99-d959c75a0113 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0467770 May 03 23:01:19.517719 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9a96c334-093c-4469-bdb3-6a21e7830684 req-5699b0cc-f068-452a-b1cf-72b36ff74589 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629356 May 03 23:01:20.632690 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70dcd-7dea-41c4-a53c-886d5e1a377f req-a50a1d75-6520-4402-b87e-77cc1c91030b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:20.634170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52f70dcd-7dea-41c4-a53c-886d5e1a377f req-a50a1d75-6520-4402-b87e-77cc1c91030b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0467367 May 03 23:01:20.682995 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-52f70dcd-7dea-41c4-a53c-886d5e1a377f req-cc8a6fa6-b06c-4085-9ce2-1d2d99db268a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 May 03 23:01:20.898818 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-cb4af52e-8604-4a2e-a117-d3c3e39123b4 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:20.900286 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-cb4af52e-8604-4a2e-a117-d3c3e39123b4 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 946 time: 0.0457761 May 03 23:01:20.990749 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port 449401c3-7188-4bed-bd8e-4e748d34037c {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:01:20.991128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.077831 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] For port 449401c3-7188-4bed-bd8e-4e748d34037c, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=449401c3-7188-4bed-bd8e-4e748d34037c,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:01:21.078197 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.245012 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.245314 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (3a42a1cc-dd29-4f2d-95aa-741e59c48e2c), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.245613 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 3a42a1cc-dd29-4f2d-95aa-741e59c48e2c disassociated. External IP: 172.27.0.83, port: 449401c3-7188-4bed-bd8e-4e748d34037c. May 03 23:01:21.245957 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for 449401c3-7188-4bed-bd8e-4e748d34037c owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:01:21.413696 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (449401c3-7188-4bed-bd8e-4e748d34037c), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.442447 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=449401c3-7188-4bed-bd8e-4e748d34037c,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:21.558443 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:01:21.663989 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:01:21.673975 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:21.684299 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:01:21.684907 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:21.707299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] No DVR routers for this DVR port 449401c3-7188-4bed-bd8e-4e748d34037c on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:01:21.709809 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:21.713159 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-491e9fe8-21fc-4192-8f8f-f8a837898f9e req-218d1c67-ef23-4657-ae89-d853c2d2f1e6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "DELETE /v2.0/ports/449401c3-7188-4bed-bd8e-4e748d34037c HTTP/1.1" status: 204 len: 173 time: 0.8074336 May 03 23:01:21.713599 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'name': 'network-vif-deleted', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:21.715828 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf338fb4-7e17-4430-a001-3ce991566623" -d '{"events": [{"server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "name": "network-vif-deleted", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:01:21.757398 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d824a-824f-47ed-b38d-6de1ba74a00a x-openstack-request-id: req-800d824a-824f-47ed-b38d-6de1ba74a00a {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:01:21.757690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18127f9f-3691-4df4-914f-ca5a52fbc3a7", "name": "network-vif-deleted", "tag": "449401c3-7188-4bed-bd8e-4e748d34037c", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:01:21.757940 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-800d824a-824f-47ed-b38d-6de1ba74a00a {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:01:21.758337 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800d824a-824f-47ed-b38d-6de1ba74a00a'] response: {'server_uuid': '18127f9f-3691-4df4-914f-ca5a52fbc3a7', 'name': 'network-vif-deleted', 'tag': '449401c3-7188-4bed-bd8e-4e748d34037c', 'status': 'completed', 'code': 200} May 03 23:01:21.803288 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-08bbdb08-7916-483c-9f94-44fdf5b646ea req-703e8238-b5b4-4d7e-bf37-14f47f002461 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 210 time: 0.0281360 May 03 23:01:21.804781 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:01:22.005497 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:22.030924 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:22.039652 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:01:22.040193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:00:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:22.146671 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:01:22.344096 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:22.370756 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d6c86d-a6de-4d37-a874-768e4d8eb29b None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:22.604745 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc47529-f7b9-4b7a-8724-c8a8b5072231 None None] New status for floating IP 3a42a1cc-dd29-4f2d-95aa-741e59c48e2c: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:01:22.917876 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f87a7e01-a15e-4e36-8f74-518f7feaccb2 req-6abbaea6-2a58-433b-9a93-4090057ffb41 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=18127f9f-3691-4df4-914f-ca5a52fbc3a7 HTTP/1.1" status: 200 len: 210 time: 0.0268557 May 03 23:01:23.185484 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5e884f9c-a770-43e2-8342-6c09694f9f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:23.494239 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 449401c3-7188-4bed-bd8e-4e748d34037c no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:01:23.517894 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 449401c3-7188-4bed-bd8e-4e748d34037c {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:01:23.518234 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 449401c3-7188-4bed-bd8e-4e748d34037c not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:01:24.178359 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-ac0157bd-c90f-4092-be4a-ad008b6fb38e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042776397&fields=id&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 267 time: 0.0471892 May 03 23:01:24.285429 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-566bb4a8-83bf-4961-aeb7-652ca99f4d02 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:24.288346 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-566bb4a8-83bf-4961-aeb7-652ca99f4d02 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.1036527 May 03 23:01:24.302681 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-1eaf160a-26e5-4d1e-925a-2ff420e877ba tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/quotas/d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 375 time: 0.0093327 May 03 23:01:24.355401 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-33065f82-faef-4ec7-a071-57629c707d5c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477874 May 03 23:01:24.452048 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-8e2d478a-43c6-40e9-9a71-16320f240051 service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 May 03 23:01:24.543542 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-ab47a1ec-172d-4b07-ac56-8c0e532b367c service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 May 03 23:01:25.096353 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f034ce1-3d4c-4f88-8895-cc9730bfa8ae req-811d4653-4316-4c49-ae91-e90d475fa3e3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 210 time: 0.0267200 May 03 23:01:25.476733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-48164fdc-ee13-4ce6-a9c6-2d84d94b5f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:26.187624 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d2b80d21-632d-4d11-b987-46763a34a0bf req-240ddddd-4928-4f99-bc03-739f9300b9eb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 210 time: 0.0272460 May 03 23:01:26.653553 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:26.822962 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-a642bea5-f66d-4f98-a34f-bcaa6065d1b8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:26.824435 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-a642bea5-f66d-4f98-a34f-bcaa6065d1b8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.1001663 May 03 23:01:26.887264 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-34ee665f-ca3d-485b-a4a4-42ac8b751b85 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 380 time: 0.0532908 May 03 23:01:26.897153 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'port': {'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'admin_state_up': True, 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'security_groups': ['20097ef5-114c-4b06-b601-960e9cb6b026']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:01:27.069044 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Made reservation on behalf of d67649ce9c7c4de3b50d20295d421629 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:01:27.072451 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.199239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.20.0.9 (78c39c26-b7e1-49cb-a9be-87242f6e666c/48d67083-c139-45ee-9e01-8903bf771cc7/dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:27.280957 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-dbd2a1d6-9f29-428f-83f6-b82a2396d517 req-853ce832-e73d-41ea-9ec5-804b6833f851 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 210 time: 0.0269074 May 03 23:01:27.335148 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.431670 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.475898 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:27.478856 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:27.482668 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:01:27.513773 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:27.543494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:27.544348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.646255 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-0e70b1d7-790b-456f-8280-711ea54f407a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7532394 May 03 23:01:27.657855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Request body: {'port': {'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:01:27.716641 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.748999 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-0295efbe-d8f3-4f69-a384-07fc96f9790b None None] Provisioning complete for port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:01:27.749558 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0295efbe-d8f3-4f69-a384-07fc96f9790b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.784113 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-0295efbe-d8f3-4f69-a384-07fc96f9790b None None] Port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:01:27.894250 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:27.980913 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:27.988777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks [] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:28.001206 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Transition to ACTIVE for port object dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 23:01:28.076650 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:28.125863 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:28.202352 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Attempting to bind port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:01:28.202694 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Attempting to bind port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:01:28.203028 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Attempting to bind port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:01:28.207653 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 on network 78c39c26-b7e1-49cb-a9be-87242f6e666c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:01:28.207980 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Attempting to bind port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:01:28.212981 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:01:28.213323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:01:28.213718 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Bound using segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:01:28.214156 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Bound port: dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:01:28.214516 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:28.279722 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:01:28.283065 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:01:28.361486 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:28.396887 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.397510 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:28.398880 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 1093 time: 0.7450721 May 03 23:01:28.399325 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:28.400568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8474f8b-f27c-4a5d-b5b2-db98499f168d req-86a3a78a-2263-4808-b202-fd593fcb69a1 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.401982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab62c56-5fd0-409b-b881-356baffd2e95" -d '{"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:01:28.402168 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8474f8b-f27c-4a5d-b5b2-db98499f168d req-86a3a78a-2263-4808-b202-fd593fcb69a1 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0473335 May 03 23:01:28.436502 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d235871-935c-468d-9223-b0241636dfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:28.456431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88ebbac-ebcd-4492-b816-45e0751f5242 x-openstack-request-id: req-e88ebbac-ebcd-4492-b816-45e0751f5242 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:01:28.456431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:01:28.456431 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e88ebbac-ebcd-4492-b816-45e0751f5242 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:01:28.456431 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88ebbac-ebcd-4492-b816-45e0751f5242'] response: {'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'status': 'completed', 'code': 200} May 03 23:01:28.470781 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b8474f8b-f27c-4a5d-b5b2-db98499f168d req-ddb47e4c-157f-46d6-b620-854fe23affe9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541999 May 03 23:01:28.517277 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-de49bc8a-df8e-4992-a149-d8f2b8ca6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.517277 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-de49bc8a-df8e-4992-a149-d8f2b8ca6445 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1127 time: 0.0429635 May 03 23:01:28.624563 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-f515ad83-ee9c-4ae7-aa02-2854de449bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.626028 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-f515ad83-ee9c-4ae7-aa02-2854de449bce service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d67649ce9c7c4de3b50d20295d421629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1022198 May 03 23:01:28.718926 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-45217dcb-0969-4dbd-83bc-872dc61a7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.720365 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3ab62c56-5fd0-409b-b881-356baffd2e95 req-45217dcb-0969-4dbd-83bc-872dc61a7561 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878429 May 03 23:01:28.790834 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-48c735d4-789b-4306-9409-62161965d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.792244 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-48c735d4-789b-4306-9409-62161965d63a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1127 time: 0.0385380 May 03 23:01:28.832604 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-2f0050c0-aaa4-4bcb-913a-b66fdec75a7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 217 time: 0.0338094 May 03 23:01:28.880575 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-383a986f-6e8d-423c-8951-c13460f28446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.882941 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-383a986f-6e8d-423c-8951-c13460f28446 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0432489 May 03 23:01:28.928912 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-bf509dd3-c6fa-40f7-8347-43cbe6c24fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:28.930403 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-bf509dd3-c6fa-40f7-8347-43cbe6c24fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413930 May 03 23:01:29.016935 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-89587652-5e01-4157-a4fc-0f07389e5915 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 May 03 23:01:29.343415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:29.363748 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-80cb70ab-75b1-4bc8-9e77-9f3c23d459be req-8d208c40-b72b-4976-8507-62ba406dad93 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411198 May 03 23:01:29.588653 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedabf2-90ee-4ee1-a632-3ac2cd893137 req-dbcf3211-cd49-4b9c-891c-e00bbd4acd80 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:29.590077 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdedabf2-90ee-4ee1-a632-3ac2cd893137 req-dbcf3211-cd49-4b9c-891c-e00bbd4acd80 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0458117 May 03 23:01:29.637439 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bdedabf2-90ee-4ee1-a632-3ac2cd893137 req-2be163c4-08c6-4c8f-b464-261093ebd4f5 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 May 03 23:01:30.747292 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48899f0-fdf7-456e-a7b5-2459795c442b req-cf3696d7-7669-405f-b532-6ed72afe3583 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:30.748758 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b48899f0-fdf7-456e-a7b5-2459795c442b req-cf3696d7-7669-405f-b532-6ed72afe3583 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0455246 May 03 23:01:30.795488 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b48899f0-fdf7-456e-a7b5-2459795c442b req-c8638652-784a-484a-afbe-74a90303e8e9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411451 May 03 23:01:31.909921 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11ff0e-4d19-4668-9add-9c708e29bccc req-454ac0b0-a4de-40ea-98d8-b3fd1fa91ca9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:31.911546 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fd11ff0e-4d19-4668-9add-9c708e29bccc req-454ac0b0-a4de-40ea-98d8-b3fd1fa91ca9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0486073 May 03 23:01:31.962164 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fd11ff0e-4d19-4668-9add-9c708e29bccc req-c479c08e-250e-4665-89e9-a8ba057b1110 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451560 May 03 23:01:33.069977 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426f254-35d3-4aa5-b3bc-39efdbd1ffae req-863de003-bc71-45f1-9bbc-44261c169e59 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:33.071414 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2426f254-35d3-4aa5-b3bc-39efdbd1ffae req-863de003-bc71-45f1-9bbc-44261c169e59 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0450137 May 03 23:01:33.117946 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2426f254-35d3-4aa5-b3bc-39efdbd1ffae req-521f36a5-03a2-421a-8c46-76c2b06c878c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 May 03 23:01:34.236480 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71c19e-6484-4647-b3fe-2805fd3b11a1 req-54592080-5ae8-4f53-b6d5-d8f088387363 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:34.237908 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e71c19e-6484-4647-b3fe-2805fd3b11a1 req-54592080-5ae8-4f53-b6d5-d8f088387363 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0556931 May 03 23:01:34.290999 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6e71c19e-6484-4647-b3fe-2805fd3b11a1 req-bb7d9868-039e-471d-8f24-7ae4f20030b3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456965 May 03 23:01:35.400481 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54088fda-9469-442c-ab7d-2cd3c89d69b4 req-18b79d21-da89-48e2-8861-efbac4bb51f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:35.401933 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-54088fda-9469-442c-ab7d-2cd3c89d69b4 req-18b79d21-da89-48e2-8861-efbac4bb51f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0447707 May 03 23:01:35.450997 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-54088fda-9469-442c-ab7d-2cd3c89d69b4 req-5a0a6a56-3bf2-437f-a89b-0d9fbd624f7a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 May 03 23:01:35.475047 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:36.561158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb48d96-e9b3-4bae-b83a-81fba295283c req-fbf715bd-1ec9-410a-a3de-0e85921884ff tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:36.562617 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cb48d96-e9b3-4bae-b83a-81fba295283c req-fbf715bd-1ec9-410a-a3de-0e85921884ff tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0453861 May 03 23:01:36.608493 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-5cb48d96-e9b3-4bae-b83a-81fba295283c req-d008cbf8-b4f0-45fd-b00d-9c0868e3ea74 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 May 03 23:01:37.559888 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:01:37.657174 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:01:37.669201 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:01:37.705841 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:01:37.706232 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:37.719323 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:01:37.721419 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53580-64fd-432e-8ad5-9196e2469ad8 req-9db82357-f8d5-4f9b-bc3a-6c62f1ca1a07 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:37.722919 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6b53580-64fd-432e-8ad5-9196e2469ad8 req-9db82357-f8d5-4f9b-bc3a-6c62f1ca1a07 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 943 time: 0.0477536 May 03 23:01:37.739288 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:01:37.771025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e6b53580-64fd-432e-8ad5-9196e2469ad8 req-d9b1dbbd-039f-453c-b4a9-80d5e718ea6e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 May 03 23:01:37.802575 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:37.849591 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:37.856353 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.856699 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.857073 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.857407 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.857737 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.858062 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.858385 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.858705 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.859025 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.859344 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.859693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.860015 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.860332 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.860647 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:37.860961 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:38.004782 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:01:38.880353 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4df25a-dcc0-42f5-98af-77e8460460ca req-53bdd942-af92-4c7a-bf19-2139106ac974 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:38.881796 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce4df25a-dcc0-42f5-98af-77e8460460ca req-53bdd942-af92-4c7a-bf19-2139106ac974 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 944 time: 0.0445976 May 03 23:01:38.929034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-ce4df25a-dcc0-42f5-98af-77e8460460ca req-88b1d550-2db6-4fd1-bd22-ca3da39d545e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 May 03 23:01:39.579061 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:01:39.622238 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 23:01:39.680442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:01:39.680843 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:39.754503 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:01:39.754807 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:39.776557 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:39.778742 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01720551-84dc-4fad-ad36-70ead4476612" -d '{"events": [{"server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "name": "network-vif-plugged", "status": "completed", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:01:39.791521 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:01:39.814713 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0cdbd0-b914-4753-b8a7-a52452ff228e x-openstack-request-id: req-da0cdbd0-b914-4753-b8a7-a52452ff228e {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:01:39.815003 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "name": "network-vif-plugged", "status": "completed", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:01:39.815254 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da0cdbd0-b914-4753-b8a7-a52452ff228e {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:01:39.815665 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da0cdbd0-b914-4753-b8a7-a52452ff228e'] response: {'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'code': 200} May 03 23:01:39.858091 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:39.906745 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:40.042347 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa7fb4-51b0-41ec-aee1-3b19b5171e65 req-e3dd81a7-6ba2-434e-83a5-8ac88ed92255 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:40.043743 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78fa7fb4-51b0-41ec-aee1-3b19b5171e65 req-e3dd81a7-6ba2-434e-83a5-8ac88ed92255 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0482898 May 03 23:01:40.093836 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-78fa7fb4-51b0-41ec-aee1-3b19b5171e65 req-84fe6022-6cd6-4fca-aaf6-4b1547f07cd2 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432243 May 03 23:01:40.331023 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ed025-a55e-4cf5-8b0f-4e7d48ba22bb req-45f4cf62-4192-41d1-ab67-b957f1c88529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:40.333536 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-881ed025-a55e-4cf5-8b0f-4e7d48ba22bb req-45f4cf62-4192-41d1-ab67-b957f1c88529 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1129 time: 0.0407269 May 03 23:01:40.396146 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-881ed025-a55e-4cf5-8b0f-4e7d48ba22bb req-9589c92c-9f20-40ee-b65a-dc4b28e82458 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492976 May 03 23:01:41.204964 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f25ab-3631-4e01-8a81-600dda3f36fe req-89b3f86f-1248-450b-99d4-3bc8c3a646ed tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:41.206406 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4c3f25ab-3631-4e01-8a81-600dda3f36fe req-89b3f86f-1248-450b-99d4-3bc8c3a646ed tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0453813 May 03 23:01:41.253273 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4c3f25ab-3631-4e01-8a81-600dda3f36fe req-05458569-fee1-4f5f-86b5-e1094ae0220d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 May 03 23:01:42.369346 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aab25-2694-48ad-bb2c-fbfb785aaa0f req-944ac30c-7863-472b-aef2-7ddd621113c8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:42.370954 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f72aab25-2694-48ad-bb2c-fbfb785aaa0f req-944ac30c-7863-472b-aef2-7ddd621113c8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0444694 May 03 23:01:42.426819 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f72aab25-2694-48ad-bb2c-fbfb785aaa0f req-e772263d-910a-4d53-8f7e-db675affc318 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 May 03 23:01:42.535313 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ec4c4-ec04-44dc-9c42-870936e3ad62 req-5bca2bca-a603-4a98-86c2-85f24e2dcfe2 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:42.536767 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bb7ec4c4-ec04-44dc-9c42-870936e3ad62 req-5bca2bca-a603-4a98-86c2-85f24e2dcfe2 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0458038 May 03 23:01:42.586667 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-bb7ec4c4-ec04-44dc-9c42-870936e3ad62 req-e5cc5577-d88b-40f1-9f0d-77305ffec1c9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 May 03 23:01:42.607867 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46788) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:01:42.643669 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f00275-e201-49dc-8779-46f582e1c14a tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:42.645188 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-52f00275-e201-49dc-8779-46f582e1c14a tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1124 time: 0.0362949 May 03 23:01:42.648496 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 46790) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:01:42.652584 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:01:42.710657 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:42.788563 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:42.888571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.27.0.184 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/ec7d0451-c0c1-4f52-a2b9-01c907c1b4db) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:01:42.989021 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:43.082558 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:43.118516 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:01:43.121436 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:01:43.124967 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:01:43.154490 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=ec7d0451-c0c1-4f52-a2b9-01c907c1b4db,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:43.167399 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.167790 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.168140 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.168485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.168825 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.169163 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.169496 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.169826 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.170157 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.170488 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.170821 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.171401 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.171759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.172112 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.172443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:01:43.742769 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (87b4ad3d-9569-4539-a702-62b062c74e5b), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:43.906475 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:44.053840 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:44.116482 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:44.183478 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=ec7d0451-c0c1-4f52-a2b9-01c907c1b4db,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:01:44.193190 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (87b4ad3d-9569-4539-a702-62b062c74e5b), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:44.294247 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 87b4ad3d-9569-4539-a702-62b062c74e5b associated. External IP: 172.27.0.184, port: dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7. May 03 23:01:44.504553 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:01:44.611363 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:01:44.621255 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:01:44.630406 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:01:44.632762 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:44.666829 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:44.696967 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8dd2e825-3a1d-41d4-8bef-937cf76b9535 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0474751 May 03 23:01:44.697562 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:01:44.699830 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c4667-2ac4-40cb-bbb0-c794019914df" -d '{"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:01:44.807481 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50af11-f7e1-4279-9f24-09dcdc1fcb9e x-openstack-request-id: req-6d50af11-f7e1-4279-9f24-09dcdc1fcb9e {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:01:44.808111 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:01:44.808111 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d50af11-f7e1-4279-9f24-09dcdc1fcb9e {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:01:44.808448 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d50af11-f7e1-4279-9f24-09dcdc1fcb9e'] response: {'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'status': 'completed', 'code': 200} May 03 23:01:44.870483 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:01:44.870870 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-85c8c18e-ff68-47a1-b4de-a230536d679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.872391 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-85c8c18e-ff68-47a1-b4de-a230536d679c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1129 time: 0.0415735 May 03 23:01:44.960366 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-797f42a4-6cfe-4a42-ab4d-aa08df608314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:44.961908 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-797f42a4-6cfe-4a42-ab4d-aa08df608314 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0840802 May 03 23:01:45.029691 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-211799ae-ee76-44ec-803f-4863243307de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 999 time: 0.0623589 May 03 23:01:45.076784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-52cb9d3d-32e7-48f9-8ecc-cc4cf537fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.078230 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-52cb9d3d-32e7-48f9-8ecc-cc4cf537fa47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0428126 May 03 23:01:45.087213 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:45.117265 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:01:45.120716 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-265c38eb-84ea-4731-b204-8bfc1a78c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:45.122199 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-265c38eb-84ea-4731-b204-8bfc1a78c409 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374150 May 03 23:01:45.125679 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:01:45.126277 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:01:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:45.213556 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-fb66d0c8-6c16-4278-939a-23b83528e8c9 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847793 May 03 23:01:45.233381 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:01:45.304714 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-c28c4667-2ac4-40cb-bbb0-c794019914df req-834bbb6a-a2d6-4916-af20-7888970aaabc service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858004 May 03 23:01:45.449932 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:01:45.478949 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5c93d2-486f-44c3-bb33-036bf26e0816 None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:43Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:01:45.671188 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6eab9b-a778-4afe-94cb-e416bbe10682 None None] New status for floating IP 87b4ad3d-9569-4539-a702-62b062c74e5b: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:01:47.112727 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-c3a0c4e9-9f73-4258-9e99-0ad6d434100f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405321 May 03 23:01:47.188645 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-d771e958-39d9-4810-b7ca-3af0ac7202f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:47.190181 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-d771e958-39d9-4810-b7ca-3af0ac7202f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0386443 May 03 23:01:47.288915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-1e0e01f6-0d6f-4fba-9a29-a83bf591446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:47.290260 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-1e0e01f6-0d6f-4fba-9a29-a83bf591446a service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0817933 May 03 23:01:47.356280 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-d8aa0012-4ec8-4eb8-bd6e-d6f7a903e8e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0592234 May 03 23:01:47.402784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-bbf615d7-00c4-420b-bcb1-3d7e3b109299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:47.404223 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-bbf615d7-00c4-420b-bcb1-3d7e3b109299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0424154 May 03 23:01:47.445622 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-2c6fce32-a46e-407a-bb36-6a0185864eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:01:47.447025 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-2c6fce32-a46e-407a-bb36-6a0185864eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370812 May 03 23:01:47.536910 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-e8afc548-ef6a-4242-9fa9-90c09da3243b service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 May 03 23:01:47.628025 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-0d6e08ca-afa5-4cfd-82d4-4989a208d28e req-e9a32fe0-271e-4ce4-a518-8fea1167a40b service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847061 May 03 23:01:53.212975 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-416e2cdb-f178-4d6b-a2ee-2cd2934afa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:53.543623 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:01:55.492916 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b1118252-c7e3-4117-beac-6349168b34e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:56.647180 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:57.899258 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:01:59.384342 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:05.470251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:23.161320 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0e337fad-a390-4a46-8ba7-db9b7c2d202a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:25.429696 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-05a4cd73-4eac-4246-8924-6073326aaa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:26.635543 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:27.916069 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:29.321504 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:30.542404 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:02:35.480721 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:49.100394 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-8ce13c6b-4f61-4757-803a-d7634ec132e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373156 May 03 23:02:49.157322 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-33db76e7-e0c1-4290-bbba-ba833067ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:49.161852 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-33db76e7-e0c1-4290-bbba-ba833067ec4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1129 time: 0.0375071 May 03 23:02:49.261643 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-02fa0907-2e52-44de-86c8-c1e62b013618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:49.263170 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-02fa0907-2e52-44de-86c8-c1e62b013618 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0864587 May 03 23:02:49.326789 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-02c7ef84-cae5-41c8-9b84-96bba9780d47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 1001 time: 0.0572696 May 03 23:02:49.373089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-af27ee74-e1ae-47d4-ae73-903c6d541e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:49.374525 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-af27ee74-e1ae-47d4-ae73-903c6d541e67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0425327 May 03 23:02:49.418239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-761d35f9-b102-4c75-9125-476a6cbccaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:49.419710 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-761d35f9-b102-4c75-9125-476a6cbccaef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398977 May 03 23:02:49.504754 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-da4759af-428b-4237-be36-5a83ab0bbc77 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791829 May 03 23:02:49.596102 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-6d7d1440-bd5f-43aa-aa06-3e864b377574 req-bf26933d-fd39-4409-9072-71613c76967c service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 May 03 23:02:53.160566 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bc83407e-2e82-4ffa-aab3-86b834fd2913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:55.313364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d9198-67b5-4d86-bce2-51362b293c70 req-6c116152-b7ea-4cc9-b10a-d189cee71fb1 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:55.314855 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c6d9198-67b5-4d86-bce2-51362b293c70 req-6c116152-b7ea-4cc9-b10a-d189cee71fb1 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0482848 May 03 23:02:55.363502 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1c6d9198-67b5-4d86-bce2-51362b293c70 req-b7529f9e-e52f-4a93-b7a9-616ff72bb9d6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 May 03 23:02:55.457975 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-d21018d7-2dac-4682-ac72-19e93de365c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:56.484449 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb8ff8-07ee-4ce1-adfb-f3836d659813 req-612b7394-0901-44b1-bf9c-7c14aed5bddb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:56.485910 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22fb8ff8-07ee-4ce1-adfb-f3836d659813 req-612b7394-0901-44b1-bf9c-7c14aed5bddb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0509119 May 03 23:02:56.536027 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-22fb8ff8-07ee-4ce1-adfb-f3836d659813 req-073cc81d-96f7-45ac-b6a1-9bbf59b54dfe tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445056 May 03 23:02:56.686678 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:57.645273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe465-7512-4593-b2c7-2fe48f92b15b req-7a96229c-0eaf-46ac-9b81-8572b28ef2a7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:57.646762 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fa0fe465-7512-4593-b2c7-2fe48f92b15b req-7a96229c-0eaf-46ac-9b81-8572b28ef2a7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0453136 May 03 23:02:57.693960 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fa0fe465-7512-4593-b2c7-2fe48f92b15b req-ebb13264-63da-44a7-94fa-bafe366b0cfe tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 May 03 23:02:57.926301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:58.806763 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c45598-c308-49b3-a617-78d63f511731 req-a85dee19-13b4-4fd3-b6a8-ae25d70db490 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:58.808261 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-56c45598-c308-49b3-a617-78d63f511731 req-a85dee19-13b4-4fd3-b6a8-ae25d70db490 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0493593 May 03 23:02:58.855967 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-56c45598-c308-49b3-a617-78d63f511731 req-e5c29dde-108a-4917-87fe-16330e6a3e36 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 May 03 23:02:59.338352 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:02:59.965554 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719e529-ff90-4922-a58b-9f95a7604875 req-59962556-20a2-4867-aeb6-8f9c7c91a46a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:02:59.966992 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3719e529-ff90-4922-a58b-9f95a7604875 req-59962556-20a2-4867-aeb6-8f9c7c91a46a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0443501 May 03 23:03:00.015829 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3719e529-ff90-4922-a58b-9f95a7604875 req-3d435345-98ff-4e9c-9d59-606588286d12 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 May 03 23:03:01.134158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81d34e-86d6-431d-b584-aff6a1da1a22 req-87e594a4-8d39-42a5-8417-9405215d28bb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:01.135732 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1b81d34e-86d6-431d-b584-aff6a1da1a22 req-87e594a4-8d39-42a5-8417-9405215d28bb tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0543694 May 03 23:03:01.187025 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-1b81d34e-86d6-431d-b584-aff6a1da1a22 req-57e2a406-5ecf-465b-b13e-f35f93a45921 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 May 03 23:03:02.297048 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b0ec5-611b-44f1-804a-455c81eafa94 req-8226eb1c-b720-4748-aa9e-4ca044db62da tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:02.298761 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb3b0ec5-611b-44f1-804a-455c81eafa94 req-8226eb1c-b720-4748-aa9e-4ca044db62da tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0455315 May 03 23:03:02.346302 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb3b0ec5-611b-44f1-804a-455c81eafa94 req-4e9b95e5-788c-4554-8bc2-66c5cf0a8f41 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418997 May 03 23:03:03.455181 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6a3ab-e5b8-4ff9-8020-4de78f1423c9 req-e727c928-726c-4b13-a03f-ed0fcc7a3368 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:03.456648 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-81f6a3ab-e5b8-4ff9-8020-4de78f1423c9 req-e727c928-726c-4b13-a03f-ed0fcc7a3368 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0450366 May 03 23:03:03.503982 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-81f6a3ab-e5b8-4ff9-8020-4de78f1423c9 req-0e63fe1a-15bb-43af-a004-e8881ae47549 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419035 May 03 23:03:04.629435 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561a92-d090-4dda-b4d8-ceeff7136d86 req-e04e364c-b3fb-4b5d-9e8c-5583e270b8fd tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:04.630891 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8d561a92-d090-4dda-b4d8-ceeff7136d86 req-e04e364c-b3fb-4b5d-9e8c-5583e270b8fd tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0499065 May 03 23:03:04.678323 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8d561a92-d090-4dda-b4d8-ceeff7136d86 req-5c1dcd00-3dc1-4426-ab2b-31442f46a02c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 May 03 23:03:05.494690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-99be52b5-7a83-4db0-8382-2c21cd2af64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:05.496282 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-99be52b5-7a83-4db0-8382-2c21cd2af64c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0397317 May 03 23:03:05.532412 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:05.587960 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-688692a0-3381-4b5e-ae8c-9a094772a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:05.589420 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-688692a0-3381-4b5e-ae8c-9a094772a434 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0873821 May 03 23:03:05.653559 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-440926a4-cfc8-463c-9625-407a4b88b0e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0571566 May 03 23:03:05.699972 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-0f94ee95-abbb-4934-af74-f7c989d8bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:05.701471 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-0f94ee95-abbb-4934-af74-f7c989d8bdee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0423915 May 03 23:03:05.747503 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-cb19f30c-8e47-432e-8d20-b910fea22228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:05.748977 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-cb19f30c-8e47-432e-8d20-b910fea22228 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416882 May 03 23:03:05.788908 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bbfdd-7265-4695-8dde-2244e46463e6 req-294a10bc-c6df-4215-83f0-5029f1ae4811 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:05.790393 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-725bbfdd-7265-4695-8dde-2244e46463e6 req-294a10bc-c6df-4215-83f0-5029f1ae4811 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0452878 May 03 23:03:05.839232 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-725bbfdd-7265-4695-8dde-2244e46463e6 req-7130f793-ea4f-43cc-8dcb-af4941d22f5c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 May 03 23:03:05.845392 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-8aacf292-cd40-418f-9d00-e9290c4e159e service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904911 May 03 23:03:05.939630 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-aed997f8-0dff-4642-bd1b-4c5a64487e06 req-6167e2bf-bbe4-4722-ba2e-bd80ad563cc8 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886867 May 03 23:03:06.953586 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc9d9c-83e4-45cd-8c86-37250ffa5131 req-b77f2987-90a6-49c5-b534-3dd5aedbbb38 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:06.955018 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-36fc9d9c-83e4-45cd-8c86-37250ffa5131 req-b77f2987-90a6-49c5-b534-3dd5aedbbb38 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0443668 May 03 23:03:07.005547 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-36fc9d9c-83e4-45cd-8c86-37250ffa5131 req-0c14e003-3a3f-4696-a015-3dcb3e73f731 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 May 03 23:03:07.541665 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:03:08.115949 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60001ee6-2e08-4390-bc96-ca81fd0538ba req-af389e1f-622d-4d04-a0ff-81ef2344070e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:08.117421 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-60001ee6-2e08-4390-bc96-ca81fd0538ba req-af389e1f-622d-4d04-a0ff-81ef2344070e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0453303 May 03 23:03:08.166727 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-60001ee6-2e08-4390-bc96-ca81fd0538ba req-d0193d45-6d99-4a03-8080-db735f030c48 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437088 May 03 23:03:09.276750 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf8ff-e172-4a0d-a45f-7ea4e2787ae8 req-beff53a5-721f-478d-813e-fefebcc0e70e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:09.278189 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fbadf8ff-e172-4a0d-a45f-7ea4e2787ae8 req-beff53a5-721f-478d-813e-fefebcc0e70e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0461376 May 03 23:03:09.327858 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fbadf8ff-e172-4a0d-a45f-7ea4e2787ae8 req-41ec69a4-a22f-4ec4-8f02-15730b2a3284 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 May 03 23:03:09.461524 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-3cbfccb9-d593-4242-ad90-f043ad930e20 req-1d4eb652-7650-4a63-9ad0-34074c0ad0b4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 23:03:09.462545 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3cbfccb9-d593-4242-ad90-f043ad930e20 req-1d4eb652-7650-4a63-9ad0-34074c0ad0b4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0692790 May 03 23:03:09.714908 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab841-98ca-4b21-835a-9408a14dfb7a req-3e1de775-e68c-448c-b3f8-ac4d7e527b82 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:09.716392 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-de3ab841-98ca-4b21-835a-9408a14dfb7a req-3e1de775-e68c-448c-b3f8-ac4d7e527b82 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0542769 May 03 23:03:09.789791 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-de3ab841-98ca-4b21-835a-9408a14dfb7a req-f6e567ff-83c3-4cdc-81dd-a2a60f834772 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675814 May 03 23:03:09.798956 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-92d0bbec-ced8-42f0-afc6-5e1451898a42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967317 May 03 23:03:09.807617 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-b941cfad-e6e3-418c-8d0b-f5fdbb60dc8c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 23:03:09.808727 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-b941cfad-e6e3-418c-8d0b-f5fdbb60dc8c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052090 May 03 23:03:09.924008 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:03:10.006039 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 is: ACTIVE; New status is: DOWN {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:03:10.006432 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:10.031134 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:10.033476 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7a3dd6-1cec-4a5d-96e6-fd060ea1ef3b" -d '{"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-unplugged", "status": "completed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:03:10.046257 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:10.064157 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 May 2022 23:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a743759-b31e-4df2-be14-bdf34405d710 x-openstack-request-id: req-9a743759-b31e-4df2-be14-bdf34405d710 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:03:10.066498 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-unplugged", "status": "failed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "code": 422}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:03:10.066498 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a743759-b31e-4df2-be14-bdf34405d710 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:03:10.066498 dv-cinder-784815-12-iscsi neutron-server[110447]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9a743759-b31e-4df2-be14-bdf34405d710']: {'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'code': 422} returned with failed status May 03 23:03:10.108863 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:10.156215 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=6']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:10.163069 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.163419 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.163801 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.164138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.164470 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.164797 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.165169 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.165491 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.165815 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.166137 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.166457 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.166775 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.167092 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.167408 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.167748 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:10.905788 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79ad34-08d0-438d-b790-ec5e0d9fe572 req-249ab912-be64-4b73-88b8-bcfba7490e35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:10.907265 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e79ad34-08d0-438d-b790-ec5e0d9fe572 req-249ab912-be64-4b73-88b8-bcfba7490e35 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0458083 May 03 23:03:10.992073 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-5ee4377f-ef2e-4333-95d6-8c8e2e2e45e8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:10.993425 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-5ee4377f-ef2e-4333-95d6-8c8e2e2e45e8 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports/3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 940 time: 0.1471040 May 03 23:03:10.997211 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e79ad34-08d0-438d-b790-ec5e0d9fe572 req-ef490482-ffef-49ae-91da-1caff3739cab tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845203 May 03 23:03:12.107863 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f8e3-1c3d-4522-8aa0-63f08825dee8 req-2073db93-de0c-404e-925d-5bd9950575fc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:12.109877 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f7c7f8e3-1c3d-4522-8aa0-63f08825dee8 req-2073db93-de0c-404e-925d-5bd9950575fc tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0459294 May 03 23:03:12.160914 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f7c7f8e3-1c3d-4522-8aa0-63f08825dee8 req-2428629c-31c6-4867-820c-7940f06b7e12 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453453 May 03 23:03:13.273374 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4271df-d393-4828-ad2e-00d266a226ee req-9d3cd4d6-8d5c-412f-9f3b-8fb454f224b4 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:13.274343 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fa4271df-d393-4828-ad2e-00d266a226ee req-9d3cd4d6-8d5c-412f-9f3b-8fb454f224b4 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0479822 May 03 23:03:13.323266 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-fa4271df-d393-4828-ad2e-00d266a226ee req-db833b8a-1bf2-4fa6-b987-722e02f2a467 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431008 May 03 23:03:14.434145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e8a07-6d79-4800-95d0-cecb9412a715 req-bf2f7b59-6a67-4b24-a88c-8d3698a405ab tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:14.435663 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9b4e8a07-6d79-4800-95d0-cecb9412a715 req-bf2f7b59-6a67-4b24-a88c-8d3698a405ab tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0467348 May 03 23:03:14.485113 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9b4e8a07-6d79-4800-95d0-cecb9412a715 req-0f61468d-63ba-4823-a716-015f4722067b tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 May 03 23:03:15.596790 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d83cd-f127-48ae-85fb-b09c511c76fd req-de648cfb-f428-4390-b193-4d324b63076e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:15.598266 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a71d83cd-f127-48ae-85fb-b09c511c76fd req-de648cfb-f428-4390-b193-4d324b63076e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0477645 May 03 23:03:15.650218 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a71d83cd-f127-48ae-85fb-b09c511c76fd req-2e1d9b55-a006-4f4c-8054-abd80062ce89 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460985 May 03 23:03:16.763904 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4257a6f-b154-492a-b6ca-673c0c4db7cc req-1cb84c9f-dd45-4c13-b092-0ec31dae1f6c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:16.765431 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d4257a6f-b154-492a-b6ca-673c0c4db7cc req-1cb84c9f-dd45-4c13-b092-0ec31dae1f6c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0484083 May 03 23:03:16.817567 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d4257a6f-b154-492a-b6ca-673c0c4db7cc req-5723ac83-089d-4f9b-b302-c7832b660648 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465832 May 03 23:03:17.224878 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-f3aaef48-75eb-405c-b9e3-978c08fb0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.226421 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-f3aaef48-75eb-405c-b9e3-978c08fb0c75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724&tenant_id=c4603134505e4a49bc7abbb0b4a1fce6 HTTP/1.1" status: 200 len: 1127 time: 0.0383801 May 03 23:03:17.290254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-d1a0571b-4f71-4ac3-a382-30484c82d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.291846 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-d1a0571b-4f71-4ac3-a382-30484c82d7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1127 time: 0.0414445 May 03 23:03:17.385740 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-24c930d4-bc2a-4beb-829a-a6a788f2bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.387224 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-24c930d4-bc2a-4beb-829a-a6a788f2bd19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0892580 May 03 23:03:17.449495 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-6b88b0dd-c379-4562-b07b-0baee9b7ad87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 998 time: 0.0563312 May 03 23:03:17.500178 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-cd2cf95b-647f-4997-9f29-7dd82e9f9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.501625 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-cd2cf95b-647f-4997-9f29-7dd82e9f9d58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0465760 May 03 23:03:17.543618 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-81c758a8-40f6-43fa-9af4-b29115457f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.545071 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-81c758a8-40f6-43fa-9af4-b29115457f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379419 May 03 23:03:17.634278 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-e3f6d1fb-f441-496d-945c-f34a2293a905 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833952 May 03 23:03:17.726863 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-624dc5ff-61ce-49ff-886c-c34a2f77f45e req-c49b242f-06d1-422b-bdc8-158ab031690b service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859146 May 03 23:03:17.934319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef45ae1-579e-4e35-bbf7-09805837086e req-3bb23009-989a-4acf-b160-3731af9c5264 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:17.935855 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ef45ae1-579e-4e35-bbf7-09805837086e req-3bb23009-989a-4acf-b160-3731af9c5264 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0502555 May 03 23:03:17.984477 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3ef45ae1-579e-4e35-bbf7-09805837086e req-e245b308-2cb3-4902-a84b-ae0b54510633 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417755 May 03 23:03:19.099338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8d80-9508-4465-a17f-77ff5fb050e2 req-ded6fa6e-8766-49f8-89ad-34fb84e18afa tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:19.100826 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a4ce8d80-9508-4465-a17f-77ff5fb050e2 req-ded6fa6e-8766-49f8-89ad-34fb84e18afa tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0501733 May 03 23:03:19.148039 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a4ce8d80-9508-4465-a17f-77ff5fb050e2 req-b377af04-bc61-4335-969e-3da294ae528c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 May 03 23:03:20.258520 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70881460-ca92-4665-8919-60f74e8e8290 req-6c769db9-868f-4d06-bd14-ddd526ac25ae tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:20.259925 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-70881460-ca92-4665-8919-60f74e8e8290 req-6c769db9-868f-4d06-bd14-ddd526ac25ae tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0453117 May 03 23:03:20.308446 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-70881460-ca92-4665-8919-60f74e8e8290 req-920668f7-62e1-4fa4-addb-f9d686398962 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 May 03 23:03:21.435685 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40e36-d692-4174-80b6-84131d42f637 req-f8e97bc5-e09a-4296-9e69-3b5ebc23adf6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:21.437158 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-35b40e36-d692-4174-80b6-84131d42f637 req-f8e97bc5-e09a-4296-9e69-3b5ebc23adf6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0456386 May 03 23:03:21.490090 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-35b40e36-d692-4174-80b6-84131d42f637 req-fd4627dc-1027-4686-bceb-92c8eee6b885 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472379 May 03 23:03:21.720452 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-7b52791e-152f-4249-bcd9-0d5fdf24b615 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042776397&fields=id&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 267 time: 0.0426362 May 03 23:03:21.822543 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-31d4a249-269f-45a0-af63-54399641cf55 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:21.824024 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-31d4a249-269f-45a0-af63-54399641cf55 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.0965283 May 03 23:03:21.838269 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-ebc2c5ed-f490-457f-a7d7-3b2386357447 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/quotas/d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 375 time: 0.0090361 May 03 23:03:21.889187 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-4523f050-791e-458f-8016-7eeca633e43f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460749 May 03 23:03:21.945345 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-52119ff4-e923-4800-b689-cd1176f169bd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110445) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 23:03:21.946329 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-52119ff4-e923-4800-b689-cd1176f169bd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0454960 May 03 23:03:22.036578 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-98f02e7c-f0d1-476b-8699-3831e6e93fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844669 May 03 23:03:22.126399 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-a5007d0d-efb3-471a-bcf7-1b227ae6c5eb service neutron] 10.222.0.23 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841029 May 03 23:03:22.605059 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e491c-afa0-43b7-8371-ce6271d47db4 req-ef0ea3d8-4ff5-40be-893e-be0012793668 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:22.606554 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a79e491c-afa0-43b7-8371-ce6271d47db4 req-ef0ea3d8-4ff5-40be-893e-be0012793668 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0488586 May 03 23:03:22.677488 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a79e491c-afa0-43b7-8371-ce6271d47db4 req-7556c4dc-1650-4966-a31c-7910ed07d631 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654588 May 03 23:03:22.693555 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a37c4670-8afb-4f5b-b0a1-571e4e7803e0 req-757cc567-017d-4747-899a-31930f9ef066 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 210 time: 0.0298345 May 03 23:03:23.154286 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-cd58a726-07f0-4c54-b4fe-2cf5b43873aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:23.809478 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-aac57037-a4c7-42ac-8c90-6ed28cdd441f req-bc39202e-d398-4c71-af14-0c6477b81617 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 210 time: 0.0322366 May 03 23:03:23.817592 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69258b03-f41a-436b-9616-13f6256813e8 req-d5d41a48-1d58-450a-bb90-641b3a568a3c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:23.819022 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-69258b03-f41a-436b-9616-13f6256813e8 req-d5d41a48-1d58-450a-bb90-641b3a568a3c tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0736592 May 03 23:03:23.868936 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-69258b03-f41a-436b-9616-13f6256813e8 req-16983e66-e966-46e1-abb8-c0fb51bf6df4 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 May 03 23:03:24.666417 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-13a265d3-894b-4aa1-899f-fcf2d89722ce tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:24.667897 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-13a265d3-894b-4aa1-899f-fcf2d89722ce tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 812 time: 0.1131227 May 03 23:03:24.728375 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-0162532f-afd3-46ac-ad2e-d6eb8410bd2b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67649ce9c7c4de3b50d20295d421629 HTTP/1.1" status: 200 len: 380 time: 0.0527618 May 03 23:03:24.736638 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'port': {'device_id': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'admin_state_up': True, 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'security_groups': ['20097ef5-114c-4b06-b601-960e9cb6b026']}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:03:24.894111 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Made reservation on behalf of d67649ce9c7c4de3b50d20295d421629 for: {'port': 1} {{(pid=110446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 23:03:24.897596 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:24.905213 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-eb6ec890-e406-4234-bab6-1eac3f8308bc req-2ee880f2-d5bc-4906-a4e9-e4ad4084a7b6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 210 time: 0.0295699 May 03 23:03:24.991709 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9002ef-5ca5-4530-8c45-97796261a996 req-ce602f36-8db0-473c-b2a5-fadc9f91a3b5 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:24.993270 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6f9002ef-5ca5-4530-8c45-97796261a996 req-ce602f36-8db0-473c-b2a5-fadc9f91a3b5 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0515242 May 03 23:03:25.041253 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_common [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.20.0.14 (78c39c26-b7e1-49cb-a9be-87242f6e666c/48d67083-c139-45ee-9e01-8903bf771cc7/e7ee7784-ebd9-402c-a566-df5f69b95a8a) {{(pid=110446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:25.042599 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-6f9002ef-5ca5-4530-8c45-97796261a996 req-10aafc97-c626-4bfa-bd97-f0671589af10 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436130 May 03 23:03:25.180982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), precommit_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.292295 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_create {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.332278 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c is already hosted by enough agents. {{(pid=110446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:25.335270 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.base_scheduler [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:25.339041 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:03:25.369262 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=1']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:25.380225 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.383945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.385014 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.385014 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.385014 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:25.407791 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:25.409817 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.452137 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-86dee286-3499-40ec-8e48-b72ce68bb2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.506103 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-e818c247-44e5-4cea-b5e3-005d683aae6d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7730002 May 03 23:03:25.517373 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.v2.base [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Request body: {'port': {'device_id': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78481'}} {{(pid=110446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:03:25.517544 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-e8345c10-4016-46e1-9590-e0024de517cb None None] Provisioning complete for port e7ee7784-ebd9-402c-a566-df5f69b95a8a triggered by entity DHCP. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:03:25.517819 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-e8345c10-4016-46e1-9590-e0024de517cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.557268 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-e8345c10-4016-46e1-9590-e0024de517cb None None] Port e7ee7784-ebd9-402c-a566-df5f69b95a8a cannot update to ACTIVE because it is not bound. {{(pid=110447) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 23:03:25.581339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.837846 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ee7784-ebd9-402c-a566-df5f69b95a8a {{(pid=110446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:03:25.845168 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks [] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), precommit_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:25.857303 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.provisioning_blocks [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Transition to ACTIVE for port object e7ee7784-ebd9-402c-a566-df5f69b95a8a will not be triggered until provisioned by entity L2. {{(pid=110446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 23:03:25.937286 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.000239 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:03:26.018661 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=2']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:26.053158 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c93c4-65fd-41db-bc2a-0c232aad9bde req-619685e1-d6f4-4dbe-bca4-c37282d64764 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.053158 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e92c93c4-65fd-41db-bc2a-0c232aad9bde req-619685e1-d6f4-4dbe-bca4-c37282d64764 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0739076 May 03 23:03:26.090940 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Attempting to bind port e7ee7784-ebd9-402c-a566-df5f69b95a8a on host hv-cinder-78481 for vnic_type normal with profile {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 23:03:26.091505 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Attempting to bind port e7ee7784-ebd9-402c-a566-df5f69b95a8a by drivers openvswitch,hyperv on host hv-cinder-78481 at level 0 using segments [{'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 23:03:26.092036 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Attempting to bind port e7ee7784-ebd9-402c-a566-df5f69b95a8a on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:03:26.097958 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Port e7ee7784-ebd9-402c-a566-df5f69b95a8a on network 78c39c26-b7e1-49cb-a9be-87242f6e666c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78481 {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 23:03:26.098547 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Attempting to bind port e7ee7784-ebd9-402c-a566-df5f69b95a8a on network 78c39c26-b7e1-49cb-a9be-87242f6e666c {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 23:03:26.104560 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Checking agent: {'id': 'ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78481', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'started_at': datetime.datetime(2022, 5, 3, 22, 47, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 23, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 23:03:26.105140 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Checking segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 23:03:26.105697 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Bound using segment: {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'} {{(pid=110446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 23:03:26.106348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.managers [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Bound port: e7ee7784-ebd9-402c-a566-df5f69b95a8a, host: hv-cinder-78481, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adce0413-aa98-4be8-959d-8b4afab9e30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c'}}] {{(pid=110446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 23:03:26.107045 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), before_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.174863 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-e92c93c4-65fd-41db-bc2a-0c232aad9bde req-4a676131-f5d7-4f0d-af70-4fe0bdfcd7f2 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176343 May 03 23:03:26.181521 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, cleared binding levels {{(pid=110446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 23:03:26.186988 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 23:03:26.187286 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:26.200049 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'port_id': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'mac_address': 'fa:16:3e:ed:7d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:03:26.242551 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7059338-1435-4305-ad1c-ad9b36cf92c6 req-da695e21-85ab-4a64-8811-c01ba3313820 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.244281 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d7059338-1435-4305-ad1c-ad9b36cf92c6 req-da695e21-85ab-4a64-8811-c01ba3313820 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 943 time: 0.0674894 May 03 23:03:26.248567 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:03:26.248567 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.259544 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:03:26.263899 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5978804'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_update {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.283831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:26.303776 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d7059338-1435-4305-ad1c-ad9b36cf92c6 req-05a1b1b5-0204-4983-942c-985f190feec1 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517659 May 03 23:03:26.313755 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.314311 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.318129 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] 10.222.0.36 "PUT /v2.0/ports/e7ee7784-ebd9-402c-a566-df5f69b95a8a HTTP/1.1" status: 200 len: 1094 time: 0.8027186 May 03 23:03:26.329721 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:26.331103 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d5934-3fa9-4a4b-968a-e36fc54f9f69" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:03:26.355189 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.356345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e0c84-9a0e-489b-93d5-3e6b935be30c service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=3']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:26.384806 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d90521a-af24-4800-9f4d-f38662364f18 x-openstack-request-id: req-2d90521a-af24-4800-9f4d-f38662364f18 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:03:26.385220 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:03:26.386417 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d90521a-af24-4800-9f4d-f38662364f18 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:03:26.386898 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d90521a-af24-4800-9f4d-f38662364f18'] response: {'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'status': 'completed', 'code': 200} May 03 23:03:26.415171 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=7']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:26.449465 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-221715dc-a87c-4ed8-9469-844a44a5ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.450964 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-221715dc-a87c-4ed8-9469-844a44a5ef6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1128 time: 0.0455096 May 03 23:03:26.548708 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-910cc217-1add-4cf3-9570-c7d87cb1386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.550199 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-910cc217-1add-4cf3-9570-c7d87cb1386a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d67649ce9c7c4de3b50d20295d421629&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921721 May 03 23:03:26.574062 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:03:26.654941 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-3bf642f2-cce0-4b1a-a9b0-44627ad17c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.656451 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-715d5934-3fa9-4a4b-968a-e36fc54f9f69 req-3bf642f2-cce0-4b1a-a9b0-44627ad17c9c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002092 May 03 23:03:26.664017 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:26.728059 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fe3446c6-370b-4922-9994-b05e3a2f040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.729544 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-fe3446c6-370b-4922-9994-b05e3a2f040c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1128 time: 0.0381103 May 03 23:03:26.773374 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-67c5ce8f-8b7e-4ca3-91eb-a3dbd7919bf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a HTTP/1.1" status: 200 len: 217 time: 0.0367851 May 03 23:03:26.823949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-9b960710-9757-4b15-9d5a-19905a257ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.825662 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-9b960710-9757-4b15-9d5a-19905a257ca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0455801 May 03 23:03:26.867212 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-0674b9f6-5434-41f5-be1b-61327ddcd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:26.868720 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-0674b9f6-5434-41f5-be1b-61327ddcd7a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377607 May 03 23:03:26.959400 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-c9dc9a47-c235-4cb9-a91d-e92446e15930 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839965 May 03 23:03:27.047041 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-8516cb10-974a-421a-90bf-d5f8d7000951 req-9c60e0c8-2fc0-473c-a768-26a37699c8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815783 May 03 23:03:27.290625 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610d08c-0025-42f8-bd9d-5b0fb0a48605 req-09c5f5cb-e657-4150-8cbc-c06ff032e5ca tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:27.292075 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c610d08c-0025-42f8-bd9d-5b0fb0a48605 req-09c5f5cb-e657-4150-8cbc-c06ff032e5ca tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0447841 May 03 23:03:27.339497 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c610d08c-0025-42f8-bd9d-5b0fb0a48605 req-4125db38-50e5-40b1-afc0-49afef91b832 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 May 03 23:03:27.418537 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c8a9-5c80-4e85-b723-acee7f8f75bd req-3684bac2-5d34-4e39-bd29-8acdfee9dee2 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:27.420028 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d363c8a9-5c80-4e85-b723-acee7f8f75bd req-3684bac2-5d34-4e39-bd29-8acdfee9dee2 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 944 time: 0.0451376 May 03 23:03:27.467673 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-d363c8a9-5c80-4e85-b723-acee7f8f75bd req-a93ae958-e493-4486-8b6e-982385003c0a tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 May 03 23:03:27.908493 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:28.014233 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:03:28.058860 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:03:28.059227 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:28.135317 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:03:28.135729 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:28.157981 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:28.160193 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54690b34-f574-4acc-a8bc-70e9c852827a" -d '{"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-plugged", "status": "completed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:03:28.172331 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:28.194541 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba17974-98a2-434b-9bce-9153ede3a936 x-openstack-request-id: req-eba17974-98a2-434b-9bce-9153ede3a936 {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:03:28.194823 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-plugged", "status": "completed", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:03:28.195072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eba17974-98a2-434b-9bce-9153ede3a936 {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:03:28.195460 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba17974-98a2-434b-9bce-9153ede3a936'] response: {'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'code': 200} May 03 23:03:28.240621 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:28.287376 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=8']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:28.458204 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b06b1-3ad7-4a18-9c76-b8740ad8aa11 req-c42152cf-69d0-4b37-b45d-d11721da9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:28.458778 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755e3b-b224-44e8-a443-7796151e8869 req-ec9acb44-6623-4a06-8550-ef126031f99c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:28.459573 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85755e3b-b224-44e8-a443-7796151e8869 req-ec9acb44-6623-4a06-8550-ef126031f99c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0500453 May 03 23:03:28.459732 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9a7b06b1-3ad7-4a18-9c76-b8740ad8aa11 req-c42152cf-69d0-4b37-b45d-d11721da9b0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0377395 May 03 23:03:28.509595 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-9a7b06b1-3ad7-4a18-9c76-b8740ad8aa11 req-505c2d91-314e-45da-bb93-a82000a446a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 May 03 23:03:28.509825 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-85755e3b-b224-44e8-a443-7796151e8869 req-faa87623-8102-4c6d-910b-35c0c2340849 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 May 03 23:03:28.581654 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5809-71b2-4280-a71f-9b1cf15ac049 req-739eba4b-77c9-4e92-8223-516416aaa241 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:28.583765 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-73ad5809-71b2-4280-a71f-9b1cf15ac049 req-739eba4b-77c9-4e92-8223-516416aaa241 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0452642 May 03 23:03:28.635568 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-73ad5809-71b2-4280-a71f-9b1cf15ac049 req-729c195a-2b7f-4365-8060-a9452e3ac184 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430532 May 03 23:03:29.337092 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:29.625392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40bcf8-1de9-4697-a5d9-ec3f321cf87f req-76c9bd2d-192c-4b8b-8e7a-be66ad79a38f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:29.627757 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e40bcf8-1de9-4697-a5d9-ec3f321cf87f req-76c9bd2d-192c-4b8b-8e7a-be66ad79a38f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0498154 May 03 23:03:29.675461 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3e40bcf8-1de9-4697-a5d9-ec3f321cf87f req-c98dc47a-f3cc-4e06-a794-f98b5513e9b9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 May 03 23:03:29.745973 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76d199-a051-49d9-a15e-ab9498442c5f req-ae2f24e9-e9d3-49ff-878f-bd2309eabd6e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:29.747406 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4d76d199-a051-49d9-a15e-ab9498442c5f req-ae2f24e9-e9d3-49ff-878f-bd2309eabd6e tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0453827 May 03 23:03:29.795530 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4d76d199-a051-49d9-a15e-ab9498442c5f req-60432001-693c-47ca-95b5-9fe7e3782400 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 May 03 23:03:30.784689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3919479-92fa-4c65-a384-0bc2882bf705 req-72ab80ad-0483-4f47-b56b-bc1a8018a420 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:30.786170 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3919479-92fa-4c65-a384-0bc2882bf705 req-72ab80ad-0483-4f47-b56b-bc1a8018a420 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0441406 May 03 23:03:30.836338 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-c3919479-92fa-4c65-a384-0bc2882bf705 req-5c1f9c1a-f53b-42b6-a973-397c247e15ab tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 May 03 23:03:31.946304 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b459d0-9c16-4674-afb0-8574069853c6 req-2311549f-da42-4efd-926c-d6b3c1503b0c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:31.947791 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a4b459d0-9c16-4674-afb0-8574069853c6 req-2311549f-da42-4efd-926c-d6b3c1503b0c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0461547 May 03 23:03:31.996108 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-a4b459d0-9c16-4674-afb0-8574069853c6 req-11488929-9af5-4956-b687-1ea348e14e0e tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 May 03 23:03:33.110711 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff2608-c672-449f-b76e-8c1f0ca8a5dd req-e61ac63c-6401-4c5e-9139-c7a8c38f5a0b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:33.112184 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7dff2608-c672-449f-b76e-8c1f0ca8a5dd req-e61ac63c-6401-4c5e-9139-c7a8c38f5a0b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0453312 May 03 23:03:33.159044 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7dff2608-c672-449f-b76e-8c1f0ca8a5dd req-8cddb692-4e8d-4d08-a74d-d38c541f1ff8 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 May 03 23:03:34.055831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device e7ee7784-ebd9-402c-a566-df5f69b95a8a details requested by agent hyperv_hv-cinder-78481 with host hv-cinder-78481 {{(pid=110447) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 23:03:34.153129 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:34.164378 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Returning: {'device': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'port_id': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'mac_address': 'fa:16:3e:73:8b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110447) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 23:03:34.201133 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port e7ee7784-ebd9-402c-a566-df5f69b95a8a is: DOWN; New status is: BUILD {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:03:34.201646 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:34.214189 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ee7784-ebd9-402c-a566-df5f69b95a8a {{(pid=110447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 23:03:34.237330 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:34.272350 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142357e-8eb2-40a1-9376-feced714e85d req-256296bf-bf0b-49a2-b625-99124525cfb3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:34.273799 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f142357e-8eb2-40a1-9376-feced714e85d req-256296bf-bf0b-49a2-b625-99124525cfb3 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 944 time: 0.0490582 May 03 23:03:34.323400 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-f142357e-8eb2-40a1-9376-feced714e85d req-cef8cdad-d4ac-4fcd-85cd-6d7600491b97 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 May 03 23:03:34.342943 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:34.389917 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=4']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:34.555401 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] get_ports_and_sgs() called for port_ids ['e7ee7784-ebd9-402c-a566-df5f69b95a8a'] {{(pid=110447) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 23:03:35.433113 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdcd96-0482-40e9-852a-74a46dfa6cfa req-54ca1846-cfe8-460e-b32e-957cc9d1e3a0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:35.434592 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29cdcd96-0482-40e9-852a-74a46dfa6cfa req-54ca1846-cfe8-460e-b32e-957cc9d1e3a0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 945 time: 0.0457013 May 03 23:03:35.482663 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-29cdcd96-0482-40e9-852a-74a46dfa6cfa req-5fdb6e79-d9de-449f-b383-6e7fcee70d82 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 May 03 23:03:35.485777 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:36.071687 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device e7ee7784-ebd9-402c-a566-df5f69b95a8a up at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 23:03:36.115309 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning for port e7ee7784-ebd9-402c-a566-df5f69b95a8a completed by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 23:03:36.171034 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.provisioning_blocks [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Provisioning complete for port e7ee7784-ebd9-402c-a566-df5f69b95a8a triggered by entity L2. {{(pid=110447) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 23:03:36.171410 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1906259'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), provisioning_complete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:36.249363 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Current status of the port e7ee7784-ebd9-402c-a566-df5f69b95a8a is: BUILD; New status is: ACTIVE {{(pid=110447) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 23:03:36.249668 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), before_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:36.271207 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a'}] {{(pid=110447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:36.275063 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe39548766dd77d624194518c7e51d05f67b88b2f1c91fdd683ad97a054c6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94932367-a432-4cd9-96f3-1137f9e620e8" -d '{"events": [{"server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a"}]}' {{(pid=110447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:03:36.285214 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:03:36.310240 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed30372-81c9-430b-88b5-fcc369b17e5d x-openstack-request-id: req-1ed30372-81c9-430b-88b5-fcc369b17e5d {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:03:36.310530 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a", "code": 200}]} {{(pid=110447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:03:36.310778 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ed30372-81c9-430b-88b5-fcc369b17e5d {{(pid=110447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:03:36.311165 dv-cinder-784815-12-iscsi neutron-server[110447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed30372-81c9-430b-88b5-fcc369b17e5d'] response: {'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'code': 200} May 03 23:03:36.349693 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:36.397552 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Pushing event updated for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=5']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:36.641954 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf2a9e-3b12-4bae-8980-ed15715dac9a req-f27be8bc-fe6d-4302-b670-da6bbfe75462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:36.643447 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-01cf2a9e-3b12-4bae-8980-ed15715dac9a req-f27be8bc-fe6d-4302-b670-da6bbfe75462 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1130 time: 0.0375347 May 03 23:03:36.644128 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219275c4-66d6-4633-af56-c142af48ad47 req-9826d628-c575-4e77-8c8a-75a68443199a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:36.645590 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-219275c4-66d6-4633-af56-c142af48ad47 req-9826d628-c575-4e77-8c8a-75a68443199a tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0458918 May 03 23:03:36.694294 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-01cf2a9e-3b12-4bae-8980-ed15715dac9a req-47ce8688-ad73-4921-ba7f-95e0741ce154 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 May 03 23:03:36.699733 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-219275c4-66d6-4633-af56-c142af48ad47 req-c85b8f01-3910-490e-82c4-f5d6b4725969 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485308 May 03 23:03:37.810755 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299000e-9182-4cce-a8dd-ea653e2fb57c req-8975cb88-3209-4e94-91c1-f9cc394a6ec7 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:37.812317 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b299000e-9182-4cce-a8dd-ea653e2fb57c req-8975cb88-3209-4e94-91c1-f9cc394a6ec7 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0451040 May 03 23:03:37.860495 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b299000e-9182-4cce-a8dd-ea653e2fb57c req-b403b056-6be4-4655-b706-bd0b04c6cbfe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424316 May 03 23:03:38.969107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128f144-b722-4568-9996-174da8bbd219 req-da576b8e-1531-4a6e-bd8e-f74ad16fc7de tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:38.970556 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8128f144-b722-4568-9996-174da8bbd219 req-da576b8e-1531-4a6e-bd8e-f74ad16fc7de tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0445609 May 03 23:03:39.017396 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8128f144-b722-4568-9996-174da8bbd219 req-8d0ab87a-a779-49cc-b4db-b77f1d8a0745 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407085 May 03 23:03:39.129786 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8464-4768-4f45-9828-897ee8cd0e38 req-509962dd-2031-473d-a058-778e36c29d97 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:39.131203 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a5b8464-4768-4f45-9828-897ee8cd0e38 req-509962dd-2031-473d-a058-778e36c29d97 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0478361 May 03 23:03:39.178960 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2a5b8464-4768-4f45-9828-897ee8cd0e38 req-ca029fd6-53e4-4985-af47-f90d05340c09 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 May 03 23:03:39.200872 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47016) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:03:39.236318 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f78e2-bfa6-4529-9610-c17cdd46bb2b tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:39.237759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-5e8f78e2-bfa6-4529-9610-c17cdd46bb2b tempest-TestVolumeBootPattern-179402717 tempest-TestVolumeBootPattern-179402717-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1125 time: 0.0359483 May 03 23:03:39.240338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47018) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:03:39.244338 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.v2.base [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Request body: {'floatingip': {'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'port_id': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110445) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 23:03:39.315810 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:39.393678 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (None), before_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:39.493107 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_common [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Allocated IP 172.27.0.199 (66f83799-a57b-4133-9b90-397f32fc60f2/ccc31e0e-08cb-48cf-a370-fe4095379413/67ac8613-51c3-4df1-9dce-30a333494cfe) {{(pid=110445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 23:03:39.594825 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:39.680057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788363312002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:39.716705 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Network 66f83799-a57b-4133-9b90-397f32fc60f2 is already hosted by enough agents. {{(pid=110445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 23:03:39.719568 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.base_scheduler [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Resources bound (agent type, host, resource id): {{(pid=110445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 23:03:39.725048 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Received port after_create {{(pid=110445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 23:03:39.746397 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=67ac8613-51c3-4df1-9dce-30a333494cfe,revision_number=1']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:39.759668 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.760019 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.760364 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.760709 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.761042 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.761375 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.761704 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.762029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.762355 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.762681 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.763007 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.763332 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.763678 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.764000 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:39.764319 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:03:40.343189 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (978060af-2fee-4063-9a69-2ebdab6ea873), precommit_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:40.450651 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736617'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), before_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:40.594231 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), precommit_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:40.640127 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788363838127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788363312020', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788363312038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4342567'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), after_update {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:40.714321 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event updated for resources: {'Port': ['ID=67ac8613-51c3-4df1-9dce-30a333494cfe,revision_number=2']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:03:40.721220 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535792'] for floatingip (978060af-2fee-4063-9a69-2ebdab6ea873), after_create {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:40.819285 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 978060af-2fee-4063-9a69-2ebdab6ea873 associated. External IP: 172.27.0.199, port: e7ee7784-ebd9-402c-a566-df5f69b95a8a. May 03 23:03:41.021476 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:03:41.127116 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:03:41.136976 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:03:41.146854 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:03:41.150234 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:41.207961 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:41.242023 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-526f9fe5-b444-44c8-ac99-6aa17024296c tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9971001 May 03 23:03:41.242023 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:03:41.242023 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:03:41.258207 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:03:41.283663 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a594400-804c-4d6c-8da0-e700732f7a4b x-openstack-request-id: req-0a594400-804c-4d6c-8da0-e700732f7a4b {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:03:41.283966 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:03:41.284227 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a594400-804c-4d6c-8da0-e700732f7a4b {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:03:41.284637 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a594400-804c-4d6c-8da0-e700732f7a4b'] response: {'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'status': 'completed', 'code': 200} May 03 23:03:41.342155 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-0ca3d4d7-fdb2-4165-8064-b33ca1eafee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.343724 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-0ca3d4d7-fdb2-4165-8064-b33ca1eafee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1130 time: 0.0376344 May 03 23:03:41.438110 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-0e773517-c9e9-4df3-980e-e0703c2a56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.439561 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-0e773517-c9e9-4df3-980e-e0703c2a56b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0888710 May 03 23:03:41.480108 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}, {'id': '978060af-2fee-4063-9a69-2ebdab6ea873', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:73:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:39Z', 'updated_at': '2022-05-03T23:03:39Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:41.504229 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-263113f2-f143-4c8d-9f33-6bd9e71c6a46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a HTTP/1.1" status: 200 len: 1000 time: 0.0562258 May 03 23:03:41.509844 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:03:41.518279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:03:41.518880 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:03:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:41.555660 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-dcd6fe96-eb26-4fe7-b38c-fdb51488c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.557171 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-dcd6fe96-eb26-4fe7-b38c-fdb51488c5e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0464075 May 03 23:03:41.600832 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-c1f000d7-9bd4-45f3-89f7-3c4055f0d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:41.602378 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-c1f000d7-9bd4-45f3-89f7-3c4055f0d58d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388393 May 03 23:03:41.626023 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:03:41.694460 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-ceb7a08b-c82d-476e-b8bb-d4b611159aab service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832810 May 03 23:03:41.785752 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-7bee90a1-0d91-4e15-9c7f-97ea59e02ab6 req-7fc37484-82aa-4193-be0a-90b7f53f5832 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 May 03 23:03:41.849625 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}, {'id': '978060af-2fee-4063-9a69-2ebdab6ea873', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:73:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:39Z', 'updated_at': '2022-05-03T23:03:39Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:03:41.875714 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fec3e5-d579-4dad-be6c-61fc7b6613ce None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}, {'id': '978060af-2fee-4063-9a69-2ebdab6ea873', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.199', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:73:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:03:39Z', 'updated_at': '2022-05-03T23:03:39Z', 'revision_number': 0, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:03:42.067536 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b105d-6d80-4cb2-8db8-2d56b35245c2 None None] New status for floating IP 978060af-2fee-4063-9a69-2ebdab6ea873: ACTIVE {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:03:44.540754 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:03:49.094615 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-580c139d-32ae-4271-b39d-771676fde87b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369475 May 03 23:03:49.176093 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-381043d8-6e6c-4978-89e9-a189c070f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:49.177555 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-381043d8-6e6c-4978-89e9-a189c070f0d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0416591 May 03 23:03:49.532830 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-bf1c0449-199b-424b-aac9-f447382f8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:49.534271 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-bf1c0449-199b-424b-aac9-f447382f8c96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.3340027 May 03 23:03:49.605557 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-ab586cb6-c22d-4893-83f9-a79d1dc2760d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 1000 time: 0.0592148 May 03 23:03:49.653348 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-4c493640-eefe-467d-aeb8-75f32ea8823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:49.654679 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-4c493640-eefe-467d-aeb8-75f32ea8823c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0409217 May 03 23:03:49.695736 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-faaf2acf-f8b0-4065-84d8-9bee2ea5d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:03:49.697152 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-faaf2acf-f8b0-4065-84d8-9bee2ea5d6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0360134 May 03 23:03:49.785353 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-d291c8ff-18af-4ee7-9341-781658dd59f5 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804777 May 03 23:03:49.871889 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-ffeced59-32ce-4a00-83ba-2dfcad7e88f6 req-08eaa774-3d01-4fd3-8f90-18401a442fff service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793612 May 03 23:03:53.153637 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c724f3f2-54c8-4c49-8eb3-6420d3b92717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:55.485071 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6c5a5786-d432-403e-9e1f-9fa911b0f997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:56.622569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:57.896686 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:03:59.325468 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:05.479918 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:21.539145 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:04:23.148244 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-7fb4ab9c-8471-4f32-bb6e-22ae14bba6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:25.439850 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-297aa0ae-6222-450d-ae4c-6a0440e72ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:26.639129 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:27.923914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:29.336910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:35.530604 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:45.793887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47052) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:45.940457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Deleting port 026f4175-28e6-4fbb-977a-5eed2741839d {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:45.940721 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.017861 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.018194 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for floatingip (026f4175-28e6-4fbb-977a-5eed2741839d), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.030606 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Calling delete_port for 026f4175-28e6-4fbb-977a-5eed2741839d owned by network:floatingip {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:46.222750 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (026f4175-28e6-4fbb-977a-5eed2741839d), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.252816 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event deleted for resources: {'Port': ['ID=026f4175-28e6-4fbb-977a-5eed2741839d,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:46.276647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.276991 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.277336 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.277677 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.278009 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.278341 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.278670 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.278997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.279326 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.279698 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.280033 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.280358 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.280681 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.281002 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.281322 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:46.322301 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for floatingip (f071178a-a73b-4e15-8916-a8aae0f0a7e4), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.322633 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.db.l3_db [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Floating IP f071178a-a73b-4e15-8916-a8aae0f0a7e4 disassociated (deleted). External IP: 172.27.0.76, port: 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6. May 03 23:04:46.528847 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:04:46.636265 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:04:46.641062 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:46.645482 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Sync routers for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:04:46.654289 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:46.655420 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:46.669927 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-d2cdf9da-bdf7-445d-be8e-340bd4853fd7 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "DELETE /v2.0/floatingips/f071178a-a73b-4e15-8916-a8aae0f0a7e4 HTTP/1.1" status: 204 len: 168 time: 0.8749311 May 03 23:04:46.671066 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:04:46.673308 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eac0f3d7a4decc5c5c331f540745b65f4b7ebe0a01be5f1311fdbfdb2007fa1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110445) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:04:46.710846 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21abb23-eb13-402b-90f9-158604485516 x-openstack-request-id: req-f21abb23-eb13-402b-90f9-158604485516 {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:04:46.711325 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "status": "completed", "code": 200}]} {{(pid=110445) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:04:46.711784 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f21abb23-eb13-402b-90f9-158604485516 {{(pid=110445) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:04:46.712189 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21abb23-eb13-402b-90f9-158604485516'] response: {'name': 'network-changed', 'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'status': 'completed', 'code': 200} May 03 23:04:46.771883 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:46.777678 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-8e644dab-a5fd-4e8f-90b6-363c591356dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:46.779238 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-8e644dab-a5fd-4e8f-90b6-363c591356dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 1129 time: 0.0469785 May 03 23:04:46.869216 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-5f6dfc61-4ba1-43b2-bce9-3b262be04f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:46.870676 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-5f6dfc61-4ba1-43b2-bce9-3b262be04f56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 200 len: 909 time: 0.0862205 May 03 23:04:46.915689 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-0d151d75-8fe1-444e-ad80-1e182a901e54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 200 len: 217 time: 0.0390892 May 03 23:04:46.963865 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-6dcfdaee-4671-47d6-9733-a6aa5efacbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:46.965316 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-6dcfdaee-4671-47d6-9733-a6aa5efacbf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 200 len: 847 time: 0.0442877 May 03 23:04:47.011915 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-561ca2a4-7407-464e-af05-1e1c09120de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:47.013443 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-561ca2a4-7407-464e-af05-1e1c09120de9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=047a2d73-1387-4302-8cac-5b7004c39f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416660 May 03 23:04:47.101961 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:47.127556 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Checking router: 9ffcaf8a-7937-4185-b51f-6ebc435ae748 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:04:47.135657 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:47.136264 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:47.151284 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49d800-748a-4126-ba3d-892299df34dc req-fe094535-1ddd-4125-a9f1-c48664c660e0 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:47.152814 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7f49d800-748a-4126-ba3d-892299df34dc req-fe094535-1ddd-4125-a9f1-c48664c660e0 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0978649 May 03 23:04:47.201917 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-7f49d800-748a-4126-ba3d-892299df34dc req-d372e08e-65ba-4cb7-bc1f-6bd1c0292461 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 May 03 23:04:47.244684 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:47.433330 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:47.460143 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635692f4-e741-443c-99ab-c0422c2dc2f4 None None] The sync data for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi is: [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:15Z', 'revision_number': 4, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '75b7fdc1-6acc-4e44-8665-2a6364538717', 'name': '', 'network_id': '047a2d73-1387-4302-8cac-5b7004c39f27', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'mac_address': 'fa:16:3e:7e:70:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:14Z', 'updated_at': '2022-05-03T23:00:18Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'subnets': [{'id': 'ce39334d-f443-4819-8c75-b1b4754f175b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:04:47.667842 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723192ad-4bed-437c-970f-20ebd78dbcda None None] New status for floating IP f071178a-a73b-4e15-8916-a8aae0f0a7e4: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:04:48.051345 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-a661afc4-8655-41d1-96b5-4d0c88790e01 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839911 May 03 23:04:48.142989 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-e531bf58-0d81-411b-a4e8-bdf905e6e8c6 req-7214c066-c095-47bf-9cec-28963986cb96 service neutron] 10.222.0.36 "GET /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810087 May 03 23:04:48.366738 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34fc86-7040-493e-bcc6-f3d81c1dcf02 req-4144d70d-669a-4bed-87da-03e896a9ffe6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:48.368289 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f34fc86-7040-493e-bcc6-f3d81c1dcf02 req-4144d70d-669a-4bed-87da-03e896a9ffe6 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0977576 May 03 23:04:48.415646 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-3f34fc86-7040-493e-bcc6-f3d81c1dcf02 req-93767148-78b4-44b6-a19b-8cc578bb5a50 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/security-groups?id=5be4a905-9513-4628-9e2f-81bb45ec6db8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411773 May 03 23:04:48.543427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-1f6f5ec0-41a6-449f-93c2-2c9b286e3891 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:48.544848 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-1f6f5ec0-41a6-449f-93c2-2c9b286e3891 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 945 time: 0.0439942 May 03 23:04:48.629843 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Deleting port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:48.630186 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:48.720132 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] For port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:48.720473 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:48.733977 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Calling delete_port for 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:48.942610 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (3d303fd0-cc2c-425a-a4ed-59baa25fc8d6), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:48.975151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event deleted for resources: {'Port': ['ID=3d303fd0-cc2c-425a-a4ed-59baa25fc8d6,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:48.987963 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.987963 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.988299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.988641 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.988979 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.989313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.989642 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.989969 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.990299 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.990621 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.990949 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.991274 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.991593 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.991936 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:48.992253 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:49.027538 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] No DVR routers for this DVR port 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:04:49.030521 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:49.033745 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-56c99165-b4f1-42e6-b19a-3add0cef91d9 req-f7d12b3f-1c25-41b5-9949-ba63bf162336 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.36 "DELETE /v2.0/ports/3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 HTTP/1.1" status: 204 len: 173 time: 0.4840038 May 03 23:04:49.034187 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-deleted', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:04:49.036420 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b3c3f9-b11e-4651-ad3f-f21c66b78dc1" -d '{"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-deleted", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:04:49.073777 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd119406-7515-47ec-a794-5595d1a4fb9d x-openstack-request-id: req-fd119406-7515-47ec-a794-5595d1a4fb9d {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:04:49.074394 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0e8ca-e1bc-4e6a-8abf-90b712f25724", "name": "network-vif-deleted", "tag": "3d303fd0-cc2c-425a-a4ed-59baa25fc8d6", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:04:49.074394 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd119406-7515-47ec-a794-5595d1a4fb9d {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:04:49.074706 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd119406-7515-47ec-a794-5595d1a4fb9d'] response: {'server_uuid': 'c7b0e8ca-e1bc-4e6a-8abf-90b712f25724', 'name': 'network-vif-deleted', 'tag': '3d303fd0-cc2c-425a-a4ed-59baa25fc8d6', 'status': 'completed', 'code': 200} May 03 23:04:49.514716 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-9f7131fd-2235-42b3-a38e-0c88f835cffb req-3297d8eb-43b9-445a-9871-7ac286502c3f tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "GET /v2.0/ports?device_id=c7b0e8ca-e1bc-4e6a-8abf-90b712f25724 HTTP/1.1" status: 200 len: 210 time: 0.0295825 May 03 23:04:50.572357 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47090) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:50.629462 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (5be4a905-9513-4628-9e2f-81bb45ec6db8), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:50.654174 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (5be4a905-9513-4628-9e2f-81bb45ec6db8), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:50.770909 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (5be4a905-9513-4628-9e2f-81bb45ec6db8), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:50.773556 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:50.774728 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] 10.222.0.23 "DELETE /v2.0/security-groups/5be4a905-9513-4628-9e2f-81bb45ec6db8 HTTP/1.1" status: 204 len: 168 time: 0.2013342 May 03 23:04:50.783858 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925944e-34b4-43df-960c-a068f7c98353 tempest-TestShelveInstance-2059135023 tempest-TestShelveInstance-2059135023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be4a905-9513-4628-9e2f-81bb45ec6db8,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:50.917991 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47094) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:51.107413 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-28fd0ba4-ce61-4bb4-b629-0d7e393a3c3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475166 May 03 23:04:51.187017 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-43045118-5c67-4900-9c20-13166e47878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:51.188516 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-43045118-5c67-4900-9c20-13166e47878a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1129 time: 0.0485108 May 03 23:04:51.341765 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-27efac5e-375c-406e-8b58-7cfa46a9fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:51.343246 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-27efac5e-375c-406e-8b58-7cfa46a9fc9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.1341937 May 03 23:04:51.415649 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:51.466325 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-dabc7dfa-4593-4753-b836-1d6dd7963c4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 1001 time: 0.1062598 May 03 23:04:51.556427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-1205a9f4-8bf0-4149-ad1a-e5cb5bc729b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:51.557872 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-1205a9f4-8bf0-4149-ad1a-e5cb5bc729b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0858879 May 03 23:04:51.645976 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-1635f755-8b33-4c69-bec2-216bc4e44812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:04:51.647466 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-1635f755-8b33-4c69-bec2-216bc4e44812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0836930 May 03 23:04:51.794482 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-0942392b-e026-466d-9401-6b6e190c2680 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369646 May 03 23:04:51.795085 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Deleting port 75b7fdc1-6acc-4e44-8665-2a6364538717 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:51.795429 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:51.942717 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] For port 75b7fdc1-6acc-4e44-8665-2a6364538717, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=75b7fdc1-6acc-4e44-8665-2a6364538717,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:51.943089 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:51.959212 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-70fb93ad-ad01-4dc4-953c-dec42b79ae00 req-fb14fdf6-0f2f-4528-a6f8-1903e4a1084a service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525455 May 03 23:04:51.960157 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Calling delete_port for 75b7fdc1-6acc-4e44-8665-2a6364538717 owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:52.228555 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (75b7fdc1-6acc-4e44-8665-2a6364538717), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:52.258273 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b7fdc1-6acc-4e44-8665-2a6364538717,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:52.262998 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:52.286733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:52.287090 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device 3d303fd0-cc2c-425a-a4ed-59baa25fc8d6 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:52.425116 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:52.892576 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:04:53.004291 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:04:53.009650 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-291c96c5-084d-4b12-918a-4553a7c324e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/9ffcaf8a-7937-4185-b51f-6ebc435ae748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901906 May 03 23:04:53.011828 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47096) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:53.015383 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Sync routers for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:04:53.024960 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:53.025573 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:53.116834 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks [] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.143688 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:53.203280 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-96014c0a-74cf-401d-ae63-583128e8c364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.225645 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks [] for router_gateway (9ffcaf8a-7937-4185-b51f-6ebc435ae748), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.319951 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:04:52Z', 'revision_number': 5, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port': {'id': '9e1282a8-2e47-4b52-ad24-c499a4d1ec3b', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:53.342864 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Deleting port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:53.343207 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.346749 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Checking router: 9ffcaf8a-7937-4185-b51f-6ebc435ae748 for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:04:53.354957 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Routers {'9ffcaf8a-7937-4185-b51f-6ebc435ae748'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:53.355545 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:53.422735 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] For port 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:53.423066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.440351 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Calling delete_port for 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:53.443987 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] Set router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 gateway port host: None {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:53.497640 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:04:53Z', 'revision_number': 6, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:53.543146 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334fc792-eb15-4f89-84f9-cf8bf86acc3d None None] The sync data for ids ['9ffcaf8a-7937-4185-b51f-6ebc435ae748'] in dv-cinder-784815-12-iscsi is: [{'id': '9ffcaf8a-7937-4185-b51f-6ebc435ae748', 'name': 'tempest-TestShelveInstance-690906750-router', 'tenant_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:12Z', 'updated_at': '2022-05-03T23:04:53Z', 'revision_number': 6, 'project_id': 'c4603134505e4a49bc7abbb0b4a1fce6', 'gw_port_host': None}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:04:53.656683 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (9e1282a8-2e47-4b52-ad24-c499a4d1ec3b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.682067 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1282a8-2e47-4b52-ad24-c499a4d1ec3b,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:53.741455 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.831385 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.833492 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks [] for router_controller (9ffcaf8a-7937-4185-b51f-6ebc435ae748), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.942494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (9ffcaf8a-7937-4185-b51f-6ebc435ae748), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.943452 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffcaf8a-7937-4185-b51f-6ebc435ae748 {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 23:04:53.949293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:53.950832 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-fbc2a3b1-d736-4e2b-96b9-f90ad79e135d admin admin] 10.222.0.23 "DELETE /v2.0/routers/9ffcaf8a-7937-4185-b51f-6ebc435ae748 HTTP/1.1" status: 204 len: 168 time: 0.9378989 May 03 23:04:53.953737 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47098) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:54.008804 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 75b7fdc1-6acc-4e44-8665-2a6364538717 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:54.017116 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Deleting subnet ce39334d-f443-4819-8c75-b1b4754f175b {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 23:04:54.020359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Publish callbacks [] for subnet (ce39334d-f443-4819-8c75-b1b4754f175b), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.030949 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 75b7fdc1-6acc-4e44-8665-2a6364538717 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:54.031284 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 75b7fdc1-6acc-4e44-8665-2a6364538717 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:54.054136 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (ce39334d-f443-4819-8c75-b1b4754f175b), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.132822 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (ce39334d-f443-4819-8c75-b1b4754f175b), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.245994 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (ce39334d-f443-4819-8c75-b1b4754f175b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.271118 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce39334d-f443-4819-8c75-b1b4754f175b,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:54.278188 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.278188 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-64bb4616-7f35-4ada-a2df-3ee30afd350d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce39334d-f443-4819-8c75-b1b4754f175b HTTP/1.1" status: 204 len: 168 time: 0.3232024 May 03 23:04:54.280906 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47100) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:54.281850 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204e284-e2bf-4882-aeb6-fd3608df51a4 None None] Network 047a2d73-1387-4302-8cac-5b7004c39f27 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:04:54.352412 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (047a2d73-1387-4302-8cac-5b7004c39f27), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.406674 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Deleting port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:54.407025 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.444351 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] DHCP port deletion for 047a2d73-1387-4302-8cac-5b7004c39f27 request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 23:04:54.474029 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] For port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:54.474400 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.488060 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Deleting port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:54.488442 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.489767 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Calling delete_port for 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 owned by network:dhcp {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:54.553434 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] For port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,segment=NetworkSegment(a87a529a-1ef5-4562-ab17-961b69dffae6),segment_id=a87a529a-1ef5-4562-ab17-961b69dffae6)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:54.553976 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.571255 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Calling delete_port for 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:54.640736 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.662320 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (4ccb25f0-0ea9-4212-8f6d-23fe63d843a7), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.672293 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] No DVR routers for this DVR port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 on host dv-cinder-784815-12-iscsi {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:04:54.674427 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:54.688414 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Pushing event deleted for resources: {'Port': ['ID=4ccb25f0-0ea9-4212-8f6d-23fe63d843a7,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:54.692768 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] No DVR routers for this DVR port 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:04:54.699698 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.700052 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.700400 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.700741 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.701080 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.701961 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.702294 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.702620 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.702950 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.703279 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.703633 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.703964 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.704373 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.705706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.705706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35274fa-1004-4f9f-89cf-811de064c3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784815-12-iscsi {{(pid=110447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 23:04:54.752891 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (047a2d73-1387-4302-8cac-5b7004c39f27), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.773742 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047a2d73-1387-4302-8cac-5b7004c39f27']}} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:54.783127 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a529a-1ef5-4562-ab17-961b69dffae6') {'for_net_delete': True} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:54.783423 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.services.segments.db [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a529a-1ef5-4562-ab17-961b69dffae6') {} {{(pid=110446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:54.792937 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5063201'] for segment (a87a529a-1ef5-4562-ab17-961b69dffae6), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.806159 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (a87a529a-1ef5-4562-ab17-961b69dffae6), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.812363 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=110446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:04:54.812740 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5978768'] for segment (a87a529a-1ef5-4562-ab17-961b69dffae6), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: Traceback (most recent call last): May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: timer() May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: cb(*args, **kw) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: return func(*args, **kwargs) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: self._notify() May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: self.callback(batched_events) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: event.method(event) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: return f(self, *a, **k) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._get(url).json() May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: return self.request(url, 'GET', **kwargs) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:04:54.814407 dv-cinder-784815-12-iscsi neutron-server[110446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:04:54.931128 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (047a2d73-1387-4302-8cac-5b7004c39f27), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.939257 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:54.942506 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/047a2d73-1387-4302-8cac-5b7004c39f27 HTTP/1.1" status: 204 len: 168 time: 0.6605785 May 03 23:04:54.948443 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47102) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:54.958585 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e2f42-7b66-42cf-a9f1-19e9bb40c4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=047a2d73-1387-4302-8cac-5b7004c39f27,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:55.277824 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (2411facb-de73-4468-96eb-3184c635630b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:55.468494 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-bec6e80d-6bc4-4999-acd4-ced1c8c8d905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:55.659099 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:55.681072 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:55.681518 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 9e1282a8-2e47-4b52-ad24-c499a4d1ec3b not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:55.682022 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:55.701910 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:55.702259 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 4ccb25f0-0ea9-4212-8f6d-23fe63d843a7 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:55.760875 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Deleting port 8ff75f5e-2346-457c-9f9e-da12d3c39c95 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:55.761216 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:55.837273 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] For port 8ff75f5e-2346-457c-9f9e-da12d3c39c95, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=8ff75f5e-2346-457c-9f9e-da12d3c39c95,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:55.837643 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:55.850887 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Calling delete_port for 8ff75f5e-2346-457c-9f9e-da12d3c39c95 owned by network:router_interface {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:56.067958 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (8ff75f5e-2346-457c-9f9e-da12d3c39c95), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.093768 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff75f5e-2346-457c-9f9e-da12d3c39c95,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:56.267433 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (2411facb-de73-4468-96eb-3184c635630b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.481029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Router 2411facb-de73-4468-96eb-3184c635630b has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:04:56.586565 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:04:56.593100 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-2650d9d1-3c75-405f-b5a1-2831d535511c admin admin] 10.222.0.23 "PUT /v2.0/routers/2411facb-de73-4468-96eb-3184c635630b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414175 May 03 23:04:56.594035 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47104) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:56.597053 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Sync routers for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:04:56.606660 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:56.607271 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:56.667911 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.700083 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks [] for router (2411facb-de73-4468-96eb-3184c635630b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.713113 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:56.802865 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks [] for router_gateway (2411facb-de73-4468-96eb-3184c635630b), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.880654 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:04:55Z', 'revision_number': 5, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port': {'id': 'a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:51:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2411facb-de73-4468-96eb-3184c635630b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:56.902855 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Deleting port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:56.903207 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.910034 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Checking router: 2411facb-de73-4468-96eb-3184c635630b for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:04:56.918407 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Routers {'2411facb-de73-4468-96eb-3184c635630b'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:04:56.919016 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['2411facb-de73-4468-96eb-3184c635630b'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:56.984075 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] For port a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:56.984463 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:56.997997 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Calling delete_port for a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca owned by network:router_gateway {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:57.099869 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] Set router 2411facb-de73-4468-96eb-3184c635630b gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:04:57.149766 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:04:56Z', 'revision_number': 6, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:57.179721 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473aa47a-dd55-4c4a-aab0-113de9072f68 None None] The sync data for ids ['2411facb-de73-4468-96eb-3184c635630b'] in dv-cinder-784815-12-iscsi is: [{'id': '2411facb-de73-4468-96eb-3184c635630b', 'name': 'tempest-TestShelveInstance-279940336-router', 'tenant_id': '26c1f2b21438445182a233b22b03ab63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T23:00:18Z', 'updated_at': '2022-05-03T23:04:56Z', 'revision_number': 6, 'project_id': '26c1f2b21438445182a233b22b03ab63', 'gw_port_host': None}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:04:57.250435 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.274689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:57.341009 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (2411facb-de73-4468-96eb-3184c635630b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.432585 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (2411facb-de73-4468-96eb-3184c635630b), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.434689 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks [] for router_controller (2411facb-de73-4468-96eb-3184c635630b), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.536943 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (2411facb-de73-4468-96eb-3184c635630b), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.537506 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2411facb-de73-4468-96eb-3184c635630b {{(pid=110445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 23:04:57.541793 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.543022 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-7e4dbe5d-40a1-4ead-a3ca-4411ee421d74 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2411facb-de73-4468-96eb-3184c635630b HTTP/1.1" status: 204 len: 168 time: 0.9480581 May 03 23:04:57.546128 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47106) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:57.592368 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Deleting subnet 16897e2e-ddbf-4828-8cbd-7149962af496 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 23:04:57.595862 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Publish callbacks [] for subnet (16897e2e-ddbf-4828-8cbd-7149962af496), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.639057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (16897e2e-ddbf-4828-8cbd-7149962af496), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.717716 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (16897e2e-ddbf-4828-8cbd-7149962af496), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.805610 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (16897e2e-ddbf-4828-8cbd-7149962af496), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.830489 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16897e2e-ddbf-4828-8cbd-7149962af496,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:57.834109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.837429 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-e760d997-9c27-414a-a957-c0077c7a0686 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/16897e2e-ddbf-4828-8cbd-7149962af496 HTTP/1.1" status: 204 len: 168 time: 0.2900505 May 03 23:04:57.839766 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47108) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:57.840062 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b2e55-6c27-46ea-b515-663f8c9d5bbd None None] Network b72f43ba-8e34-4f97-809d-d86fa6b42eb9 requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:04:57.907919 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (b72f43ba-8e34-4f97-809d-d86fa6b42eb9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.927251 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:57.956641 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Deleting port 093665ed-b570-4a8f-93ce-12609b133e41 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:57.961431 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (093665ed-b570-4a8f-93ce-12609b133e41), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.023128 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] For port 093665ed-b570-4a8f-93ce-12609b133e41, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=093665ed-b570-4a8f-93ce-12609b133e41,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:58.023505 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (093665ed-b570-4a8f-93ce-12609b133e41), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.033446 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] DHCP port deletion for b72f43ba-8e34-4f97-809d-d86fa6b42eb9 request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 23:04:58.039868 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Calling delete_port for 093665ed-b570-4a8f-93ce-12609b133e41 owned by network:dhcp {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:58.079001 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Deleting port 093665ed-b570-4a8f-93ce-12609b133e41 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:04:58.079377 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (093665ed-b570-4a8f-93ce-12609b133e41), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.096376 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8ff75f5e-2346-457c-9f9e-da12d3c39c95 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:58.125152 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 8ff75f5e-2346-457c-9f9e-da12d3c39c95 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:58.125569 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 8ff75f5e-2346-457c-9f9e-da12d3c39c95 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:58.170995 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (093665ed-b570-4a8f-93ce-12609b133e41), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.171234 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] For port 093665ed-b570-4a8f-93ce-12609b133e41, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=093665ed-b570-4a8f-93ce-12609b133e41,segment=NetworkSegment(1ef5d9d7-828a-427f-8d3e-d7162c6aea91),segment_id=1ef5d9d7-828a-427f-8d3e-d7162c6aea91)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:04:58.171494 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (093665ed-b570-4a8f-93ce-12609b133e41), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.184685 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Calling delete_port for 093665ed-b570-4a8f-93ce-12609b133e41 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:04:58.197029 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=093665ed-b570-4a8f-93ce-12609b133e41,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:58.203026 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] No DVR routers for this DVR port 093665ed-b570-4a8f-93ce-12609b133e41 on host dv-cinder-784815-12-iscsi {{(pid=110445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:04:58.268081 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (093665ed-b570-4a8f-93ce-12609b133e41), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.278931 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (b72f43ba-8e34-4f97-809d-d86fa6b42eb9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.294301 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] Pushing event deleted for resources: {'Port': ['ID=093665ed-b570-4a8f-93ce-12609b133e41,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:58.297822 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1bc0d-367e-48eb-a15d-1eaebf8d25ff None None] No DVR routers for this DVR port 093665ed-b570-4a8f-93ce-12609b133e41 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:04:58.300714 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72f43ba-8e34-4f97-809d-d86fa6b42eb9']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:58.316981 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef5d9d7-828a-427f-8d3e-d7162c6aea91') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:58.317288 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef5d9d7-828a-427f-8d3e-d7162c6aea91') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:04:58.327771 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (1ef5d9d7-828a-427f-8d3e-d7162c6aea91), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.347632 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (1ef5d9d7-828a-427f-8d3e-d7162c6aea91), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.353555 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (1ef5d9d7-828a-427f-8d3e-d7162c6aea91), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:04:58.356105 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:04:58.456608 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (b72f43ba-8e34-4f97-809d-d86fa6b42eb9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.461959 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.465109 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b72f43ba-8e34-4f97-809d-d86fa6b42eb9 HTTP/1.1" status: 204 len: 168 time: 0.6242335 May 03 23:04:58.476323 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e62e34-63c5-4474-96a2-cc9713b695b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b72f43ba-8e34-4f97-809d-d86fa6b42eb9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:58.538297 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:04:58.850180 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47112) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:58.896723 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-35615829-d4bc-417c-a45b-6fb64a0cc407 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4603134505e4a49bc7abbb0b4a1fce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453565 May 03 23:04:58.899671 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47114) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:58.948717 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] Publish callbacks [] for security_group (54a949a4-9bae-4939-ab14-8e9983d2f7e9), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:58.971298 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] Publish callbacks [] for security_group (54a949a4-9bae-4939-ab14-8e9983d2f7e9), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:59.096693 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (54a949a4-9bae-4939-ab14-8e9983d2f7e9), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:59.099274 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:59.100455 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54a949a4-9bae-4939-ab14-8e9983d2f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1998730 May 03 23:04:59.108109 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8ef29-feb7-445f-bf1e-b4e57cdc01d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a949a4-9bae-4939-ab14-8e9983d2f7e9,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:04:59.347700 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:59.656422 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:59.677502 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:59.677855 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device a4b48f3d-7e5d-425b-8c46-a67f6b6d5eca not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:59.678284 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 093665ed-b570-4a8f-93ce-12609b133e41 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:04:59.697506 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 093665ed-b570-4a8f-93ce-12609b133e41 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:04:59.703002 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 093665ed-b570-4a8f-93ce-12609b133e41 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:04:59.777528 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47120) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:59.817010 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-c5656cbb-1cfd-404f-9638-a43b15cb163c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26c1f2b21438445182a233b22b03ab63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383196 May 03 23:04:59.819317 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47122) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:04:59.866478 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] Publish callbacks [] for security_group (ef4d3982-7967-4bae-8ae9-be8fb699a87d), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:04:59.886347 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] Publish callbacks [] for security_group (ef4d3982-7967-4bae-8ae9-be8fb699a87d), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:00.005092 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (ef4d3982-7967-4bae-8ae9-be8fb699a87d), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:00.007671 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:00.008808 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef4d3982-7967-4bae-8ae9-be8fb699a87d HTTP/1.1" status: 204 len: 168 time: 0.1885927 May 03 23:05:00.016472 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388d2e-4c58-4261-aece-6c8a03ba0f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4d3982-7967-4bae-8ae9-be8fb699a87d,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:05.536356 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:07.167115 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-3d4692c3-1da1-4f3a-add2-e583236645ef req-ebfe2c10-5c6e-4d27-96c4-668e8ee3c0d1 service neutron] (110445) timed out ('10.222.0.36', 51253) {{(pid=110445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 23:05:08.087151 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47126) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:08.230376 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port 67ac8613-51c3-4df1-9dce-30a333494cfe {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:08.230636 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.305725 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.306052 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (67ac8613-51c3-4df1-9dce-30a333494cfe), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.318610 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for 67ac8613-51c3-4df1-9dce-30a333494cfe owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:08.559211 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (67ac8613-51c3-4df1-9dce-30a333494cfe), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.583762 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=67ac8613-51c3-4df1-9dce-30a333494cfe,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:08.646494 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (978060af-2fee-4063-9a69-2ebdab6ea873), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.646821 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 978060af-2fee-4063-9a69-2ebdab6ea873 disassociated (deleted). External IP: 172.27.0.199, port: e7ee7784-ebd9-402c-a566-df5f69b95a8a. May 03 23:05:08.860393 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:05:08.986104 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:05:08.991518 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:08.999110 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820949b-c715-406b-95c5-876987283a78 None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:05:09.011175 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:09.011934 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:09.256478 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:09.281479 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-0fcbab60-6bbc-44b1-ace0-57d012dcbabe tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "DELETE /v2.0/floatingips/978060af-2fee-4063-9a69-2ebdab6ea873 HTTP/1.1" status: 204 len: 168 time: 1.1932051 May 03 23:05:09.282781 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:09.284867 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74357dac-c6f2-4c23-944c-d8584c3a79a3" -d '{"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:05:09.323032 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35095a7d-adca-4ee8-87ba-a130cd7d3a60 x-openstack-request-id: req-35095a7d-adca-4ee8-87ba-a130cd7d3a60 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:05:09.323857 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:05:09.324117 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35095a7d-adca-4ee8-87ba-a130cd7d3a60 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:05:09.324517 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35095a7d-adca-4ee8-87ba-a130cd7d3a60'] response: {'name': 'network-changed', 'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'status': 'completed', 'code': 200} May 03 23:05:09.400702 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-76a120f9-1cd0-4059-b75d-8fd3dc1652c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.402204 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-76a120f9-1cd0-4059-b75d-8fd3dc1652c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 1130 time: 0.0516288 May 03 23:05:09.493088 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:09.502324 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-016cad7d-fa2e-45a6-9471-7d91b5a899bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.503839 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-016cad7d-fa2e-45a6-9471-7d91b5a899bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0864990 May 03 23:05:09.523814 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820949b-c715-406b-95c5-876987283a78 None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:05:09.532617 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:09.533219 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:09.544597 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-42ec26cc-3cdc-4743-bcfb-d8049a0ac1de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a HTTP/1.1" status: 200 len: 217 time: 0.0345955 May 03 23:05:09.592339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-e5b280ec-ac7c-4623-ac6e-1bf0eff22ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.593797 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-e5b280ec-ac7c-4623-ac6e-1bf0eff22ce9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0438282 May 03 23:05:09.635004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-c0de6b20-d68a-444e-b16c-c212fa34ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.636553 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-c0de6b20-d68a-444e-b16c-c212fa34ed83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370283 May 03 23:05:09.643013 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:09.745433 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-7fc41d91-7ff2-4227-a371-376b602b78b0 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024976 May 03 23:05:09.761053 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d9b45-bac7-4faf-b90c-3db22d5fedbd req-7566e6b0-c1e6-426e-800a-26b453810647 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:09.762558 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4c1d9b45-bac7-4faf-b90c-3db22d5fedbd req-7566e6b0-c1e6-426e-800a-26b453810647 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0487742 May 03 23:05:09.812034 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-4c1d9b45-bac7-4faf-b90c-3db22d5fedbd req-5f890dbe-6fff-4a5c-abe7-9ca4ee8489d9 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 May 03 23:05:09.869153 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-0820949b-c715-406b-95c5-876987283a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:09.898731 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0820949b-c715-406b-95c5-876987283a78 None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_floatingips': [{'id': '87b4ad3d-9569-4539-a702-62b062c74e5b', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'router_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'port_id': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'mac_address': 'fa:16:3e:e9:32:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T23:01:43Z', 'updated_at': '2022-05-03T23:01:45Z', 'revision_number': 1, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:05:10.119518 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1946885-0ea1-4f93-84b2-6baf2b693790 None None] New status for floating IP 978060af-2fee-4063-9a69-2ebdab6ea873: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:05:10.767061 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-74357dac-c6f2-4c23-944c-d8584c3a79a3 req-e2d3b897-1de8-4d7e-ba22-4fc292533cef service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 May 03 23:05:10.929975 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19992-bd3c-4941-aadc-d6207fdf83b2 req-aaec3f8b-09a3-4cc4-88fc-ae75839283ed tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:10.931441 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72b19992-bd3c-4941-aadc-d6207fdf83b2 req-aaec3f8b-09a3-4cc4-88fc-ae75839283ed tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0495386 May 03 23:05:10.981893 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-72b19992-bd3c-4941-aadc-d6207fdf83b2 req-4c09e1b1-6a88-4e57-b169-fb4b3b80c222 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448637 May 03 23:05:11.181215 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaca36-a700-4c78-8649-8d232a71636a req-f16a9fbf-2716-41c3-8947-da4f33668883 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:11.182646 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-49aaca36-a700-4c78-8649-8d232a71636a req-f16a9fbf-2716-41c3-8947-da4f33668883 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 946 time: 0.0450685 May 03 23:05:11.276345 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port e7ee7784-ebd9-402c-a566-df5f69b95a8a {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:11.276691 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:11.366313 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] For port e7ee7784-ebd9-402c-a566-df5f69b95a8a, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=e7ee7784-ebd9-402c-a566-df5f69b95a8a,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:11.366680 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:11.379378 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for e7ee7784-ebd9-402c-a566-df5f69b95a8a owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:11.610761 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (e7ee7784-ebd9-402c-a566-df5f69b95a8a), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:11.639565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=e7ee7784-ebd9-402c-a566-df5f69b95a8a,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:11.680309 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] No DVR routers for this DVR port e7ee7784-ebd9-402c-a566-df5f69b95a8a on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:11.682855 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:11.686207 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-49aaca36-a700-4c78-8649-8d232a71636a req-3412bc81-a31f-4cda-ba08-b8baf9ec47f0 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "DELETE /v2.0/ports/e7ee7784-ebd9-402c-a566-df5f69b95a8a HTTP/1.1" status: 204 len: 173 time: 0.4986877 May 03 23:05:11.686661 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'name': 'network-vif-deleted', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:11.688978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840c416-0782-4325-a191-12361a976e21" -d '{"events": [{"server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "name": "network-vif-deleted", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:05:11.724543 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d16c85-7b62-41e1-83d1-be9116863e00 x-openstack-request-id: req-02d16c85-7b62-41e1-83d1-be9116863e00 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:05:11.724838 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eb8691-dd6f-481d-95b4-e45797b520a5", "name": "network-vif-deleted", "tag": "e7ee7784-ebd9-402c-a566-df5f69b95a8a", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:05:11.725101 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d16c85-7b62-41e1-83d1-be9116863e00 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:05:11.725492 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d16c85-7b62-41e1-83d1-be9116863e00'] response: {'server_uuid': '34eb8691-dd6f-481d-95b4-e45797b520a5', 'name': 'network-vif-deleted', 'tag': 'e7ee7784-ebd9-402c-a566-df5f69b95a8a', 'status': 'completed', 'code': 200} May 03 23:05:12.084682 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-224bec25-5d41-47af-9657-3bab6287543e req-9aa4f960-5290-430e-b21e-92034d70e268 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=34eb8691-dd6f-481d-95b4-e45797b520a5 HTTP/1.1" status: 200 len: 210 time: 0.0280857 May 03 23:05:15.549612 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47154) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:15.698831 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port ec7d0451-c0c1-4f52-a2b9-01c907c1b4db {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:15.699179 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:15.771803 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:15.772135 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:15.785317 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for ec7d0451-c0c1-4f52-a2b9-01c907c1b4db owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:16.009790 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (ec7d0451-c0c1-4f52-a2b9-01c907c1b4db), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:16.042068 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=ec7d0451-c0c1-4f52-a2b9-01c907c1b4db,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:16.100176 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (87b4ad3d-9569-4539-a702-62b062c74e5b), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:16.100508 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.db.l3_db [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Floating IP 87b4ad3d-9569-4539-a702-62b062c74e5b disassociated (deleted). External IP: 172.27.0.184, port: dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7. May 03 23:05:16.308448 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:05:16.356756 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device e7ee7784-ebd9-402c-a566-df5f69b95a8a no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:16.378099 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: e7ee7784-ebd9-402c-a566-df5f69b95a8a {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:16.378446 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device e7ee7784-ebd9-402c-a566-df5f69b95a8a not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:16.433016 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:05:16.437377 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:16.442749 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:05:16.452075 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:16.452684 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:16.466322 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-b2328ea5-6307-47fc-ae86-22647e70d3a6 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "DELETE /v2.0/floatingips/87b4ad3d-9569-4539-a702-62b062c74e5b HTTP/1.1" status: 204 len: 168 time: 0.9156420 May 03 23:05:16.466909 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:16.469231 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba5656-de78-481b-a0ef-43a708da0771" -d '{"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:05:16.511352 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4704be4d-6a7b-49ee-85a4-dddabf855495 x-openstack-request-id: req-4704be4d-6a7b-49ee-85a4-dddabf855495 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:05:16.511689 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:05:16.512094 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4704be4d-6a7b-49ee-85a4-dddabf855495 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:05:16.512564 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4704be4d-6a7b-49ee-85a4-dddabf855495'] response: {'name': 'network-changed', 'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'status': 'completed', 'code': 200} May 03 23:05:16.569026 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:16.573239 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5656-de78-481b-a0ef-43a708da0771 req-5f36cad3-8267-4805-9dad-a139b42d3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.574935 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-5f36cad3-8267-4805-9dad-a139b42d3355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d67649ce9c7c4de3b50d20295d421629&device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 1129 time: 0.0395281 May 03 23:05:16.668437 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5656-de78-481b-a0ef-43a708da0771 req-6a590964-10cd-40b3-a462-83cb19b1412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.669940 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-6a590964-10cd-40b3-a462-83cb19b1412e service neutron] 10.222.0.36 "GET /v2.0/networks?id=78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 200 len: 913 time: 0.0893915 May 03 23:05:16.709257 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-8f62204e-e794-4521-849b-693aa81f9336 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 200 len: 217 time: 0.0338900 May 03 23:05:16.756139 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5656-de78-481b-a0ef-43a708da0771 req-b8699736-2074-4f75-8149-5a2183152be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.757575 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-b8699736-2074-4f75-8149-5a2183152be1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 200 len: 851 time: 0.0433447 May 03 23:05:16.764044 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:16.792274 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:05:16.801138 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:16.801750 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:16.804462 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba5656-de78-481b-a0ef-43a708da0771 req-a02cfdf5-b6f9-4988-9799-6661b6a55134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.805971 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-a02cfdf5-b6f9-4988-9799-6661b6a55134 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=78c39c26-b7e1-49cb-a9be-87242f6e666c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419650 May 03 23:05:16.854303 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [req-ac0823c1-18ab-4828-bd32-365b1fedea1d req-09d5c4c1-fea6-437f-86e5-880b08061f6b service neutron] (110445) timed out ('10.222.0.36', 51284) {{(pid=110445) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 23:05:16.909900 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b34e1-af2a-4ab5-a425-dfe4e930f7da req-6d215ecb-0357-4693-a444-f63ca6d1857d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:16.910903 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e4b34e1-af2a-4ab5-a425-dfe4e930f7da req-6d215ecb-0357-4693-a444-f63ca6d1857d tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0465562 May 03 23:05:16.911031 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:16.960079 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-2e4b34e1-af2a-4ab5-a425-dfe4e930f7da req-bccf7812-4431-47e9-8aa0-319603ded1bb tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431495 May 03 23:05:17.096194 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:17.124565 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0948ab1-6848-4eee-809c-9d317a818f38 None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:29Z', 'revision_number': 4, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi', '_interfaces': [{'id': '38d3cf58-c9b3-4292-a9ee-ffeaf78aa492', 'name': '', 'network_id': '78c39c26-b7e1-49cb-a9be-87242f6e666c', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'mac_address': 'fa:16:3e:5b:9c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:28Z', 'updated_at': '2022-05-03T22:58:32Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'subnets': [{'id': '48d67083-c139-45ee-9e01-8903bf771cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:05:17.331060 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6068b6e0-16e7-4bf4-8473-49448b06c6d8 None None] New status for floating IP 87b4ad3d-9569-4539-a702-62b062c74e5b: DOWN {{(pid=110448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 23:05:17.856839 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-4c772fd8-53d6-4e75-b9e3-d7adfb0081df service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 May 03 23:05:17.953771 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-3dba5656-de78-481b-a0ef-43a708da0771 req-eaf3f164-54bb-4f60-99f5-e428641ff911 service neutron] 10.222.0.36 "GET /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859725 May 03 23:05:18.076813 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f1126-6f36-410a-ade0-2fa62ab19b84 req-7541a0a4-b10c-43ad-8a10-93f0cf501d60 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110445) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:18.078265 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b44f1126-6f36-410a-ade0-2fa62ab19b84 req-7541a0a4-b10c-43ad-8a10-93f0cf501d60 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0482635 May 03 23:05:18.125611 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-b44f1126-6f36-410a-ade0-2fa62ab19b84 req-0aae0582-7545-46bb-8122-0c0aad918808 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/security-groups?id=20097ef5-114c-4b06-b601-960e9cb6b026&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 May 03 23:05:18.273850 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-4846b71f-7b48-46d0-a291-d0feea32a06f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 23:05:18.275240 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-4846b71f-7b48-46d0-a291-d0feea32a06f tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 945 time: 0.0450141 May 03 23:05:18.358872 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:18.359212 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:18.445339 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] For port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7, host hv-cinder-78481, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78481',level=0,port_id=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:18.445673 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:18.457978 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 owned by compute:nova {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:18.684069 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:18.712896 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:18.753872 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] No DVR routers for this DVR port dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 on host hv-cinder-78481 {{(pid=110446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:18.756351 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for port (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:18.759572 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [req-12e8b33d-fef2-463d-acff-5afc78fbcc86 req-323c3531-f8f6-4755-9b4a-5ec2619be895 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.36 "DELETE /v2.0/ports/dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 HTTP/1.1" status: 204 len: 173 time: 0.4781363 May 03 23:05:18.760031 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'name': 'network-vif-deleted', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7'}] {{(pid=110446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 23:05:18.762224 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d46512df1b8e6f467ab961855f09196f4717ad0e219257add8783ad61577eb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1e80ec-a632-48f0-a6d3-c4f3b9e08cc6" -d '{"events": [{"server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "name": "network-vif-deleted", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7"}]}' {{(pid=110446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 23:05:18.796690 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668432a4-145f-44f2-9e77-d5e70e744814 x-openstack-request-id: req-668432a4-145f-44f2-9e77-d5e70e744814 {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 23:05:18.796982 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82adcf04-3903-4baf-b292-fa2e7d1e8647", "name": "network-vif-deleted", "tag": "dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7", "status": "completed", "code": 200}]} {{(pid=110446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 23:05:18.797237 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-668432a4-145f-44f2-9e77-d5e70e744814 {{(pid=110446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 23:05:18.797642 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668432a4-145f-44f2-9e77-d5e70e744814'] response: {'server_uuid': '82adcf04-3903-4baf-b292-fa2e7d1e8647', 'name': 'network-vif-deleted', 'tag': 'dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7', 'status': 'completed', 'code': 200} May 03 23:05:19.229759 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [req-8ed8e0a7-f488-4205-b4e4-4c3c970f2a98 req-bbe63efe-9318-4ce1-91e5-3bcbbf28281b tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "GET /v2.0/ports?device_id=82adcf04-3903-4baf-b292-fa2e7d1e8647 HTTP/1.1" status: 200 len: 210 time: 0.0274394 May 03 23:05:20.280624 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47170) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:20.396849 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Deleting port a99fb05e-2b36-48b0-90fd-f0125242460a {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:20.397191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.471245 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.471571 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (a99fb05e-2b36-48b0-90fd-f0125242460a), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.484615 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Calling delete_port for a99fb05e-2b36-48b0-90fd-f0125242460a owned by network:floatingip {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:20.696608 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (a99fb05e-2b36-48b0-90fd-f0125242460a), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.722888 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'Port': ['ID=a99fb05e-2b36-48b0-90fd-f0125242460a,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:20.786502 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for floatingip (3a42a1cc-dd29-4f2d-95aa-741e59c48e2c), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.789035 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-494681'] for floatingip (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:20.790169 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-9dec49b7-741f-4bc3-9bed-c33c4f0d4763 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "DELETE /v2.0/floatingips/3a42a1cc-dd29-4f2d-95aa-741e59c48e2c HTTP/1.1" status: 204 len: 168 time: 0.5085611 May 03 23:05:22.109303 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47182) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:22.164340 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (20097ef5-114c-4b06-b601-960e9cb6b026), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:22.189185 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (20097ef5-114c-4b06-b601-960e9cb6b026), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:22.330686 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (20097ef5-114c-4b06-b601-960e9cb6b026), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:22.333189 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:22.334340 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] 10.222.0.23 "DELETE /v2.0/security-groups/20097ef5-114c-4b06-b601-960e9cb6b026 HTTP/1.1" status: 204 len: 168 time: 0.2240403 May 03 23:05:22.343440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc626451-7b05-4f47-b9ce-36981309de62 tempest-TestVolumeBootPattern-1043140127 tempest-TestVolumeBootPattern-1043140127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20097ef5-114c-4b06-b601-960e9cb6b026,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:22.387064 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 no longer exists at agent hyperv_hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:22.406601 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] No Port match for: dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:22.406940 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Device dcd1c81a-e639-4c27-b5fc-a41fc35fa9e7 not bound to the agent host hv-cinder-78481 {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:22.452647 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47186) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:22.979469 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:23.205248 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-8282631b-8554-40ba-a772-9a3f3fddc2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:23.525552 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Deleting port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:23.526178 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:23.603621 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] For port 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:23.603993 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:23.617531 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Calling delete_port for 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 owned by network:router_interface {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:23.833643 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (38d3cf58-c9b3-4292-a9ee-ffeaf78aa492), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:23.862615 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=38d3cf58-c9b3-4292-a9ee-ffeaf78aa492,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:24.029384 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:24.242726 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Router 61e2015c-c868-4dc0-abd2-0449e1d2f19c has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110445) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:05:24.351756 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110445) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:05:24.356720 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-8919285c-f37e-4487-8586-c1b7f8ab7bcc admin admin] 10.222.0.23 "PUT /v2.0/routers/61e2015c-c868-4dc0-abd2-0449e1d2f19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030342 May 03 23:05:24.359195 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47190) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:24.362265 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Sync routers for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:05:24.372677 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:24.373375 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:24.465082 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks [] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:24.482319 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: dv-cinder-784815-12-iscsi {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:24.576254 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks [] for router_gateway (61e2015c-c868-4dc0-abd2-0449e1d2f19c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:24.657563 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T23:05:23Z', 'revision_number': 5, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port': {'id': '1fefbc8c-0dce-4fc1-9a53-7d0305053af4', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T22:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:24.662221 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Deleting port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:24.662571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:24.685514 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Checking router: 61e2015c-c868-4dc0-abd2-0449e1d2f19c for host: dv-cinder-784815-12-iscsi {{(pid=110447) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:05:24.693764 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Routers {'61e2015c-c868-4dc0-abd2-0449e1d2f19c'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110447) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:24.694372 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:04:55Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'], 'active': True} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:24.740138 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] For port 1fefbc8c-0dce-4fc1-9a53-7d0305053af4, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:24.740510 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:24.754151 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Calling delete_port for 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 owned by network:router_gateway {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:24.919199 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvr_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] Set router 61e2015c-c868-4dc0-abd2-0449e1d2f19c gateway port host: None {{(pid=110447) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:24.979210 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_hamode_db [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T23:05:24Z', 'revision_number': 6, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:24.994051 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (1fefbc8c-0dce-4fc1-9a53-7d0305053af4), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.006142 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955886a-a5ee-4829-9e9f-2e14d8413ecf None None] The sync data for ids ['61e2015c-c868-4dc0-abd2-0449e1d2f19c'] in dv-cinder-784815-12-iscsi is: [{'id': '61e2015c-c868-4dc0-abd2-0449e1d2f19c', 'name': 'tempest-TestVolumeBootPattern-1499112963-router', 'tenant_id': 'd67649ce9c7c4de3b50d20295d421629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:26Z', 'updated_at': '2022-05-03T23:05:24Z', 'revision_number': 6, 'project_id': 'd67649ce9c7c4de3b50d20295d421629', 'gw_port_host': None}] {{(pid=110447) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:05:25.024088 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fefbc8c-0dce-4fc1-9a53-7d0305053af4,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:25.092485 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.184809 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.186858 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks [] for router_controller (61e2015c-c868-4dc0-abd2-0449e1d2f19c), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.301008 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (61e2015c-c868-4dc0-abd2-0449e1d2f19c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.301457 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61e2015c-c868-4dc0-abd2-0449e1d2f19c {{(pid=110445) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 23:05:25.305571 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.306748 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-79930a71-49fb-4d35-bb91-048f54b08441 admin admin] 10.222.0.23 "DELETE /v2.0/routers/61e2015c-c868-4dc0-abd2-0449e1d2f19c HTTP/1.1" status: 204 len: 168 time: 0.9465628 May 03 23:05:25.320941 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47192) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:25.367006 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Deleting subnet 48d67083-c139-45ee-9e01-8903bf771cc7 {{(pid=110445) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 23:05:25.370484 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Publish callbacks [] for subnet (48d67083-c139-45ee-9e01-8903bf771cc7), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.406235 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5899699'] for subnet (48d67083-c139-45ee-9e01-8903bf771cc7), precommit_delete_associations {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.456294 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-52780c33-b04a-4556-960d-cd413e20798a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.496023 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (48d67083-c139-45ee-9e01-8903bf771cc7), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.616445 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4342633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5069204'] for subnet (48d67083-c139-45ee-9e01-8903bf771cc7), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.641130 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d67083-c139-45ee-9e01-8903bf771cc7,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:25.644556 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.647639 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-abf14698-59ea-474c-b863-c20d9d65d8e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/48d67083-c139-45ee-9e01-8903bf771cc7 HTTP/1.1" status: 204 len: 168 time: 0.3257484 May 03 23:05:25.650093 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47194) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:25.651338 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7e6bb-8157-449a-b2fc-2b772c509377 None None] Network 78c39c26-b7e1-49cb-a9be-87242f6e666c requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:05:25.717392 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (78c39c26-b7e1-49cb-a9be-87242f6e666c), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.783277 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Deleting port dd8ac778-4ce5-414a-9269-245622b8f86f {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:25.783916 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.823965 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] DHCP port deletion for 78c39c26-b7e1-49cb-a9be-87242f6e666c request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 23:05:25.859924 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] For port dd8ac778-4ce5-414a-9269-245622b8f86f, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dd8ac778-4ce5-414a-9269-245622b8f86f,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:25.860310 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.866276 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Deleting port dd8ac778-4ce5-414a-9269-245622b8f86f {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:25.866849 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.875057 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Calling delete_port for dd8ac778-4ce5-414a-9269-245622b8f86f owned by network:dhcp {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:25.880113 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:25.906473 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:25.906846 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 1fefbc8c-0dce-4fc1-9a53-7d0305053af4 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:25.907284 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:25.935641 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:25.936006 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 38d3cf58-c9b3-4292-a9ee-ffeaf78aa492 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:25.976268 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] For port dd8ac778-4ce5-414a-9269-245622b8f86f, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dd8ac778-4ce5-414a-9269-245622b8f86f,segment=NetworkSegment(adce0413-aa98-4be8-959d-8b4afab9e30d),segment_id=adce0413-aa98-4be8-959d-8b4afab9e30d)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:25.976733 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:25.991548 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Calling delete_port for dd8ac778-4ce5-414a-9269-245622b8f86f owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:26.062176 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.079953 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (dd8ac778-4ce5-414a-9269-245622b8f86f), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.088932 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8ac778-4ce5-414a-9269-245622b8f86f,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:26.090748 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] No DVR routers for this DVR port dd8ac778-4ce5-414a-9269-245622b8f86f on host dv-cinder-784815-12-iscsi {{(pid=110445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:26.107375 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] Pushing event deleted for resources: {'Port': ['ID=dd8ac778-4ce5-414a-9269-245622b8f86f,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:26.110873 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575d1ca-28f5-4d21-b54d-84476f6c2bb5 None None] No DVR routers for this DVR port dd8ac778-4ce5-414a-9269-245622b8f86f on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:26.178343 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (78c39c26-b7e1-49cb-a9be-87242f6e666c), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.198063 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c39c26-b7e1-49cb-a9be-87242f6e666c']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:26.207145 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adce0413-aa98-4be8-959d-8b4afab9e30d') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:26.207445 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adce0413-aa98-4be8-959d-8b4afab9e30d') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:26.216693 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (adce0413-aa98-4be8-959d-8b4afab9e30d), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.230868 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (adce0413-aa98-4be8-959d-8b4afab9e30d), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.236797 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:05:26.237307 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (adce0413-aa98-4be8-959d-8b4afab9e30d), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:05:26.239625 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:05:26.376053 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (78c39c26-b7e1-49cb-a9be-87242f6e666c), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.381390 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.384627 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] 10.222.0.23 "DELETE /v2.0/networks/78c39c26-b7e1-49cb-a9be-87242f6e666c HTTP/1.1" status: 204 len: 168 time: 0.7336042 May 03 23:05:26.387653 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47196) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:26.395191 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8db07-a58a-45b2-b202-949cdc4757ef admin admin] Pushing event deleted for resources: {'Network': ['ID=78c39c26-b7e1-49cb-a9be-87242f6e666c,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:26.650431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:26.712282 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-775637'] for router_interface (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.188508 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Deleting port e5e474ce-f24a-4dd5-827d-4ec909f8291c {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:27.188844 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.263459 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] For port e5e474ce-f24a-4dd5-827d-4ec909f8291c, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=e5e474ce-f24a-4dd5-827d-4ec909f8291c,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:27.263776 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.276143 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Calling delete_port for e5e474ce-f24a-4dd5-827d-4ec909f8291c owned by network:router_interface {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:27.541088 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (e5e474ce-f24a-4dd5-827d-4ec909f8291c), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.564254 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e474ce-f24a-4dd5-827d-4ec909f8291c,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:27.732665 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dd8ac778-4ce5-414a-9269-245622b8f86f no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:27.743359 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-774082'] for router_interface (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.753831 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: dd8ac778-4ce5-414a-9269-245622b8f86f {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:27.754445 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dd8ac778-4ce5-414a-9269-245622b8f86f not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:27.923895 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:27.961404 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 has already been hosted by L3 agent 5f7042bc-198c-4ed5-b728-40cb10e7a2a6 {{(pid=110446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 23:05:28.068784 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] Notify agent at l3_agent.dv-cinder-784815-12-iscsi the message routers_updated {{(pid=110446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 23:05:28.073738 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-16b805c8-5ccb-4b24-b79e-2cb8635ed32e admin admin] 10.222.0.23 "PUT /v2.0/routers/5cf97a8f-c59e-4df7-ae24-bcb94081a888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844966 May 03 23:05:28.076191 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47198) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:28.078620 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Sync routers for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 23:05:28.088025 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:28.088624 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:05:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:28.179565 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks [] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.192175 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: dv-cinder-784815-12-iscsi {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:28.282069 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks [] for router_gateway (5cf97a8f-c59e-4df7-ae24-bcb94081a888), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.355155 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'external_fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T23:05:27Z', 'revision_number': 5, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port': {'id': '2736f3d8-e2b2-4f36-b597-8db557913acc', 'name': '', 'network_id': '66f83799-a57b-4133-9b90-397f32fc60f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784815-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T22:58:33Z', 'updated_at': '2022-05-03T22:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ccc31e0e-08cb-48cf-a370-fe4095379413', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784815-12-iscsi'}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:28.384755 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Checking router: 5cf97a8f-c59e-4df7-ae24-bcb94081a888 for host: dv-cinder-784815-12-iscsi {{(pid=110448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 23:05:28.386774 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Deleting port 2736f3d8-e2b2-4f36-b597-8db557913acc {{(pid=110446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:28.387417 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.393166 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Routers {'5cf97a8f-c59e-4df7-ae24-bcb94081a888'} bound to L3 agent in host dv-cinder-784815-12-iscsi {{(pid=110448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 23:05:28.393761 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784815-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T22:40:25Z,description=,heartbeat_timestamp=2022-05-03T23:05:25Z,host='dv-cinder-784815-12-iscsi',id=5f7042bc-198c-4ed5-b728-40cb10e7a2a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T22:40:26Z,topic='l3_agent')) {'router_ids': ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'], 'active': True} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:28.463862 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.db [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] For port 2736f3d8-e2b2-4f36-b597-8db557913acc, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=2736f3d8-e2b2-4f36-b597-8db557913acc,segment=NetworkSegment(da883237-cd1c-4c85-a123-82ac1e06ceca),segment_id=da883237-cd1c-4c85-a123-82ac1e06ceca)] {{(pid=110446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:28.464149 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.477579 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_dvr_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] Set router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 gateway port host: None {{(pid=110448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 23:05:28.477749 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.plugins.ml2.plugin [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Calling delete_port for 2736f3d8-e2b2-4f36-b597-8db557913acc owned by network:router_gateway {{(pid=110446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:28.529281 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.l3_hamode_db [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T23:05:28Z', 'revision_number': 6, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port_host': None}], 'dv-cinder-784815-12-iscsi', False) {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:28.555485 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12b7c-a962-446f-943c-3c4e40d83bf0 None None] The sync data for ids ['5cf97a8f-c59e-4df7-ae24-bcb94081a888'] in dv-cinder-784815-12-iscsi is: [{'id': '5cf97a8f-c59e-4df7-ae24-bcb94081a888', 'name': 'tempest-TestVolumeBootPattern-894700792-router', 'tenant_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T22:58:32Z', 'updated_at': '2022-05-03T23:05:28Z', 'revision_number': 6, 'project_id': 'bcb5428d0f88461c85bb4240a19b6f45', 'gw_port_host': None}] {{(pid=110448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 23:05:28.702236 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5978829'] for port (2736f3d8-e2b2-4f36-b597-8db557913acc), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.727968 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Pushing event deleted for resources: {'Port': ['ID=2736f3d8-e2b2-4f36-b597-8db557913acc,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:28.787495 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536231'] for router_gateway (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.876972 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1093'] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:28.879099 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks [] for router_controller (5cf97a8f-c59e-4df7-ae24-bcb94081a888), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.028373 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-533106'] for router (5cf97a8f-c59e-4df7-ae24-bcb94081a888), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.028839 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf97a8f-c59e-4df7-ae24-bcb94081a888 {{(pid=110446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 23:05:29.033066 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.034211 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-736b49f6-3dad-4b92-b727-52f4d89a2741 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5cf97a8f-c59e-4df7-ae24-bcb94081a888 HTTP/1.1" status: 204 len: 168 time: 0.9571056 May 03 23:05:29.037004 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47200) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:29.081400 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Deleting subnet 00a6db50-4297-4c38-ad3e-a23817710f97 {{(pid=110446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 23:05:29.084500 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Publish callbacks [] for subnet (00a6db50-4297-4c38-ad3e-a23817710f97), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.122862 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5063386'] for subnet (00a6db50-4297-4c38-ad3e-a23817710f97), precommit_delete_associations {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.201314 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1902913'] for subnet (00a6db50-4297-4c38-ad3e-a23817710f97), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.308549 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1902920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-681422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5978874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5194126'] for subnet (00a6db50-4297-4c38-ad3e-a23817710f97), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.335440 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a6db50-4297-4c38-ad3e-a23817710f97,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:29.338959 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for subnet (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.342158 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d0200899-7c02-472d-a5b2-b3a647213bc9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/00a6db50-4297-4c38-ad3e-a23817710f97 HTTP/1.1" status: 204 len: 168 time: 0.3042231 May 03 23:05:29.344759 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.wsgi [-] (110445) accepted ('10.222.0.23', 47202) {{(pid=110445) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:29.345695 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3adff03-d781-4bec-b167-c340e9381d6a None None] Network dd3a4db1-1475-419e-bf1b-afecee269f5f requested from dv-cinder-784815-12-iscsi {{(pid=110447) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 23:05:29.364658 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.427047 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1763923'] for network (dd3a4db1-1475-419e-bf1b-afecee269f5f), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.475873 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Deleting port dec27c14-8954-44e2-a2cc-7f7fddcdc391 {{(pid=110445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:29.476222 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.496724 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] DHCP port deletion for dd3a4db1-1475-419e-bf1b-afecee269f5f request from dv-cinder-784815-12-iscsi {{(pid=110447) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 23:05:29.552431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Deleting port dec27c14-8954-44e2-a2cc-7f7fddcdc391 {{(pid=110447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 23:05:29.552431 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788363829773'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), before_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.552672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.db [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] For port dec27c14-8954-44e2-a2cc-7f7fddcdc391, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dec27c14-8954-44e2-a2cc-7f7fddcdc391,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:29.552672 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.565547 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.plugin [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Calling delete_port for dec27c14-8954-44e2-a2cc-7f7fddcdc391 owned by network:dhcp {{(pid=110445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:29.620753 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.db [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] For port dec27c14-8954-44e2-a2cc-7f7fddcdc391, host dv-cinder-784815-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784815-12-iscsi',level=0,port_id=dec27c14-8954-44e2-a2cc-7f7fddcdc391,segment=NetworkSegment(d70921e0-1ca2-44ad-93ef-c4be52e1895e),segment_id=d70921e0-1ca2-44ad-93ef-c4be52e1895e)] {{(pid=110447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 23:05:29.621405 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-775663'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), precommit_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.635387 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Calling delete_port for dec27c14-8954-44e2-a2cc-7f7fddcdc391 owned by network:dhcp {{(pid=110447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 23:05:29.684336 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2736f3d8-e2b2-4f36-b597-8db557913acc no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:29.709012 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: 2736f3d8-e2b2-4f36-b597-8db557913acc {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:29.709352 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device 2736f3d8-e2b2-4f36-b597-8db557913acc not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:29.709768 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device e5e474ce-f24a-4dd5-827d-4ec909f8291c no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:29.724309 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4342622'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.742920 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: e5e474ce-f24a-4dd5-827d-4ec909f8291c {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:29.743271 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device e5e474ce-f24a-4dd5-827d-4ec909f8291c not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:29.743724 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dec27c14-8954-44e2-a2cc-7f7fddcdc391 no longer exists at agent ovs-agent-dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 23:05:29.752346 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] No DVR routers for this DVR port dec27c14-8954-44e2-a2cc-7f7fddcdc391 on host dv-cinder-784815-12-iscsi {{(pid=110445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:29.757451 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Pushing event deleted for resources: {'Port': ['ID=dec27c14-8954-44e2-a2cc-7f7fddcdc391,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:29.768290 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.plugin [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] No Port match for: dec27c14-8954-44e2-a2cc-7f7fddcdc391 {{(pid=110447) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 23:05:29.768626 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.plugins.ml2.rpc [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Device dec27c14-8954-44e2-a2cc-7f7fddcdc391 not bound to the agent host dv-cinder-784815-12-iscsi {{(pid=110447) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 23:05:29.774742 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1736501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788363838109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788363312011'] for port (dec27c14-8954-44e2-a2cc-7f7fddcdc391), after_delete {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.806789 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] Pushing event deleted for resources: {'Port': ['ID=dec27c14-8954-44e2-a2cc-7f7fddcdc391,revision_number=None']} {{(pid=110447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:29.810706 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c50cc-c686-46ee-9450-5f11fce3f931 None None] No DVR routers for this DVR port dec27c14-8954-44e2-a2cc-7f7fddcdc391 on host dv-cinder-784815-12-iscsi {{(pid=110447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 23:05:29.834097 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904372', 'neutron.services.segments.db._delete_segments_for_network-8788363758138'] for network (dd3a4db1-1475-419e-bf1b-afecee269f5f), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.854974 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3a4db1-1475-419e-bf1b-afecee269f5f']}} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:29.864233 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70921e0-1ca2-44ad-93ef-c4be52e1895e') {'for_net_delete': True} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:29.864529 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.services.segments.db [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70921e0-1ca2-44ad-93ef-c4be52e1895e') {} {{(pid=110445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 23:05:29.874036 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788363758659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5899592'] for segment (d70921e0-1ca2-44ad-93ef-c4be52e1895e), before_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.887428 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260'] for segment (d70921e0-1ca2-44ad-93ef-c4be52e1895e), precommit_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.893351 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=110445) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 23:05:29.893767 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1948260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4342531'] for segment (d70921e0-1ca2-44ad-93ef-c4be52e1895e), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: Traceback (most recent call last): May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: timer() May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: cb(*args, **kw) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: return func(*args, **kwargs) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: self._notify() May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: self.callback(batched_events) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: event.method(event) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: aggregate_uuid = self.p_client.list_aggregates( May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: return f(self, *a, **k) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._get(url).json() May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: return self.request(url, 'GET', **kwargs) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: base_url = self.get_endpoint(auth, allow=allow, May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 23:05:29.895967 dv-cinder-784815-12-iscsi neutron-server[110445]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 23:05:30.051275 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-684932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-572189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535765'] for network (dd3a4db1-1475-419e-bf1b-afecee269f5f), after_delete {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.056687 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron_lib.callbacks.manager [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572171'] for network (None), before_response {{(pid=110445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.059868 dv-cinder-784815-12-iscsi neutron-server[110445]: INFO neutron.wsgi [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd3a4db1-1475-419e-bf1b-afecee269f5f HTTP/1.1" status: 204 len: 168 time: 0.7140992 May 03 23:05:30.072552 dv-cinder-784815-12-iscsi neutron-server[110445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16980951-c126-4cc1-971e-ccd3615a276b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3a4db1-1475-419e-bf1b-afecee269f5f,revision_number=None']} {{(pid=110445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:30.411032 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47206) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:30.450070 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-198ddf1d-73bb-4b8d-92e5-db4790d82285 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d67649ce9c7c4de3b50d20295d421629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377727 May 03 23:05:30.453886 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47208) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:30.499356 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] Publish callbacks [] for security_group (cda3c36b-9047-4e10-9839-64de338d9312), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.519945 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] Publish callbacks [] for security_group (cda3c36b-9047-4e10-9839-64de338d9312), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.643907 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (cda3c36b-9047-4e10-9839-64de338d9312), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.646922 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:30.648319 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cda3c36b-9047-4e10-9839-64de338d9312 HTTP/1.1" status: 204 len: 168 time: 0.1933460 May 03 23:05:30.656323 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917dddb-09aa-4f8d-b3e7-d8501092e5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda3c36b-9047-4e10-9839-64de338d9312,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:31.348811 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47214) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:31.388981 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-dcca1226-31cc-4149-991d-1cd1ddd3bec5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcb5428d0f88461c85bb4240a19b6f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389907 May 03 23:05:31.391422 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [-] (110446) accepted ('10.222.0.23', 47216) {{(pid=110446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 23:05:31.437831 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] Publish callbacks [] for security_group (1c99fd48-f96e-4b6f-b28f-f5564d5afe74), before_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:31.458401 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] Publish callbacks [] for security_group (1c99fd48-f96e-4b6f-b28f-f5564d5afe74), precommit_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:31.582363 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707894'] for security_group (1c99fd48-f96e-4b6f-b28f-f5564d5afe74), after_delete {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:31.584880 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron_lib.callbacks.manager [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:31.586041 dv-cinder-784815-12-iscsi neutron-server[110446]: INFO neutron.wsgi [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c99fd48-f96e-4b6f-b28f-f5564d5afe74 HTTP/1.1" status: 204 len: 168 time: 0.1936727 May 03 23:05:31.593663 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44c1c8-b321-41f4-bffb-79b831b5a111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c99fd48-f96e-4b6f-b28f-f5564d5afe74,revision_number=None']} {{(pid=110446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 23:05:35.537113 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:05:35.565202 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:53.170323 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-79e60d90-fe75-4c7c-9329-969ad3b541a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:55.473136 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0bad0e25-3972-4914-92e5-66b75ed7dc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:56.667292 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:57.930423 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:05:59.359033 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:05.558949 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:12.534982 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:06:23.174063 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-9c994a89-911e-48b6-bd65-6984a26a22ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:25.467495 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f48d5014-46b5-4adf-9306-c95a5a47cb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:26.723030 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:27.962591 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:29.399731 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:35.570261 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:49.533612 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:06:53.175625 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-5b71e085-06ed-41c7-bedb-6c10fb97553e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:55.465009 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-18912983-e91e-4aaa-b3b6-f6b8c51d67a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:56.690204 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:57.924314 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:06:59.346941 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:05.604345 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:23.187030 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-f9cdc49a-e3aa-43a0-a890-b4c1f660e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:25.466618 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-934f58e5-bd04-4119-8d0f-e5384d3848ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:26.532923 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:07:26.687537 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:27.924084 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:29.392723 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:35.593059 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:53.192316 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-80df7c8b-0665-4d81-b773-6f91ac8cd873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:55.486888 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-c2befdb6-e025-4474-a565-f499ff73050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:56.683759 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:57.937648 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:07:59.343587 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:03.532113 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:08:05.581067 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:23.186578 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-4c949cb5-519a-48f0-84fd-7edd71ffc8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:25.461020 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1c2c94ea-e103-430a-8cb3-84b02ed1ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:26.680234 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:27.988914 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:29.352425 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:35.592032 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:40.532280 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:08:53.193698 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-161c7672-8239-458e-8eb2-f1675f6f6d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:55.471922 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-518c7bad-8af6-4e49-9a29-5903e70fc94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:56.671781 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:57.952313 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:08:59.346140 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:05.588466 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:17.532173 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:09:23.210415 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6c69-dede-4b55-8ce5-4986370756a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:25.456081 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-0946d120-ebd7-4a61-a49d-00c9b2b6fc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:26.662172 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:27.946303 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:29.358940 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:35.625833 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:53.311842 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-3b3489f3-568b-489c-ada9-b784adaccfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:54.531167 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:09:55.478573 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-1f4662a3-6499-4936-a10d-31f6ac5562b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:56.666883 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:57.963160 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:09:59.369925 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:05.654521 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:23.203821 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6757782a-165c-438d-bd46-64227fe9a1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (19c0f81c-b538-4f7e-8718-4b653a207634), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:25.478167 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-df37e7ba-800c-4ffa-accf-99b43dd9e432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (5f7042bc-198c-4ed5-b728-40cb10e7a2a6), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:26.672307 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3356-c91e-44e1-a92c-2ce6f8e5eb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (0120df92-ec9b-4442-9276-5d5d1ac88933), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:27.964092 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-09beb7d0-6fd9-40b5-ab2b-b8eb1032c382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (c21975b6-0c6e-437f-a3af-d272d997a945), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:29.369615 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-fd78099e-6cf6-479f-8c9d-442d80c36967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (34e4b510-d437-4f34-9332-8fd88d5977a8), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:31.530326 dv-cinder-784815-12-iscsi neutron-server[110448]: DEBUG neutron.db.agents_db [None req-e39de3ad-b796-4f01-ae7b-210d964e3d09 None None] Agent healthcheck: found 6 active agents {{(pid=110448) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 23:10:35.592484 dv-cinder-784815-12-iscsi neutron-server[110447]: DEBUG neutron_lib.callbacks.manager [None req-dcc3bb99-3f6d-4df4-a52f-5e3f118665d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788363758120', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1906229'] for agent (ac6ba734-6e8f-45f6-85a0-6ea0d0eb7d03), after_update {{(pid=110447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 23:10:46.032911 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-58d36d68-c53b-47af-935b-a81dac6119cb service neutron] (110446) timed out ('10.222.0.23', 42334) {{(pid=110446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 23:10:46.321303 dv-cinder-784815-12-iscsi neutron-server[110446]: DEBUG neutron.wsgi [req-d1fcebdf-29fa-4ebe-a9f6-97fc7843ac91 req-37317abc-1949-40da-a5b5-5faba3d68df0 tempest-AttachVolumeShelveTestJSON-546691897 tempest-AttachVolumeShelveTestJSON-546691897-project] (110446) timed out ('10.222.0.23', 42346) {{(pid=110446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}